Nov 15 17:11:03 user nova-compute[74725]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74725) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74725) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74725) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 17:11:03 user nova-compute[74725]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:11:03 user nova-compute[74725]: INFO nova.virt.driver [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 15 17:11:03 user nova-compute[74725]: INFO nova.compute.provider_config [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Acquiring lock "singleton_lock" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Acquired lock "singleton_lock" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Releasing lock "singleton_lock" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Full set of CONF: {{(pid=74725) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ******************************************************************************** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Configuration options gathered from: {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ================================================================================ {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] allow_resize_to_same_host      = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] arq_binding_timeout            = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] backdoor_port                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] backdoor_socket                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] block_device_allocate_retries  = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] block_device_allocate_retries_interval = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cert                           = self.pem {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute_monitors               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] config_dir                     = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] config_drive_format            = iso9660 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] config_source                  = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] console_host                   = user {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] control_exchange               = nova {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cpu_allocation_ratio           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] daemon                         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] debug                          = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_access_ip_network_name = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_availability_zone      = nova {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_ephemeral_format       = ext4 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_green_pool_size        = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] default_schedule_zone          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] disk_allocation_ratio          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] enable_new_services            = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] enabled_apis                   = ['osapi_compute'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] enabled_ssl_apis               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] flat_injected                  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] force_config_drive             = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] force_raw_images               = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] graceful_shutdown_timeout      = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] heal_instance_info_cache_interval = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] host                           = user {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_build_timeout         = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_delete_interval       = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_format                = [instance: %(uuid)s]  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_name_template         = instance-%08x {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_usage_audit           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_usage_audit_period    = month {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] internal_service_availability_zone = internal {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] key                            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] live_migration_retry_count     = 30 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_config_append              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_dir                        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_file                       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_options                    = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_rotate_interval            = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_rotate_interval_type       = days {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] log_rotation_type              = none {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] long_rpc_timeout               = 1800 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_concurrent_builds          = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_concurrent_live_migrations = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_concurrent_snapshots       = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_local_block_devices        = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_logfile_count              = 30 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] max_logfile_size_mb            = 200 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] maximum_instance_delete_attempts = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metadata_listen                = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metadata_listen_port           = 8775 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metadata_workers               = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] migrate_max_retries            = -1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] mkisofs_cmd                    = genisoimage {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] my_ip                          = 10.0.0.210 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] network_allocate_retries       = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] osapi_compute_listen_port      = 8774 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] osapi_compute_unique_server_name_scope =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] osapi_compute_workers          = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] password_length                = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] periodic_enable                = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] periodic_fuzzy_delay           = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] pointer_model                  = ps2mouse {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] preallocate_images             = none {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] publish_errors                 = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] pybasedir                      = /opt/stack/nova {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ram_allocation_ratio           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rate_limit_burst               = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rate_limit_except_level        = CRITICAL {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rate_limit_interval            = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reboot_timeout                 = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reclaim_instance_interval      = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] record                         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reimage_timeout_per_gb         = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] report_interval                = 120 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rescue_timeout                 = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reserved_host_cpus             = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reserved_host_disk_mb          = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reserved_host_memory_mb        = 512 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] reserved_huge_pages            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] resize_confirm_window          = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] resize_fs_using_block_device   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] resume_guests_state_on_host_boot = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rpc_response_timeout           = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] run_external_periodic_tasks    = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] running_deleted_instance_action = reap {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] running_deleted_instance_poll_interval = 1800 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] running_deleted_instance_timeout = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler_instance_sync_interval = 120 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_down_time              = 720 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] servicegroup_driver            = db {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] shelved_offload_time           = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] shelved_poll_interval          = 3600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] shutdown_timeout               = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] source_is_ipv6                 = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ssl_only                       = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] state_path                     = /opt/stack/data/nova {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] sync_power_state_interval      = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] sync_power_state_pool_size     = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] syslog_log_facility            = LOG_USER {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] tempdir                        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] timeout_nbd                    = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] transport_url                  = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] update_resources_interval      = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_cow_images                 = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_eventlog                   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_journal                    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_json                       = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_rootwrap_daemon            = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_stderr                     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] use_syslog                     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vcpu_pin_set                   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plugging_is_fatal          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plugging_timeout           = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] virt_mkfs                      = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] volume_usage_poll_interval     = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] watch_log_file                 = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] web                            = /usr/share/spice-html5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_concurrency.disable_process_locking = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.auth_strategy              = keystone {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.compute_link_prefix        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.dhcp_domain                = novalocal {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.enable_instance_password   = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.glance_link_prefix         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.instance_list_per_project_cells = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.list_records_by_skipping_down_cells = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.local_metadata_per_cell    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.max_limit                  = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.metadata_cache_expiration  = 15 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.neutron_default_tenant_id  = default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.use_forwarded_for          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.use_neutron_default_nets   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_dynamic_targets = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_jsonfile_path   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.backend                  = dogpile.cache.memcached {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.backend_argument         = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.config_prefix            = cache.oslo {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.dead_timeout             = 60.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.debug_cache_backend      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.enable_retry_client      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.enable_socket_keepalive  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.enabled                  = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.expiration_time          = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.hashclient_retry_attempts = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_dead_retry      = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_password        =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_pool_maxsize    = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_sasl_enabled    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.memcache_username        =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.proxies                  = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.retry_attempts           = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.retry_delay              = 0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.socket_keepalive_count   = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.socket_keepalive_idle    = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.socket_keepalive_interval = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.tls_allowed_ciphers      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.tls_cafile               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.tls_certfile             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.tls_enabled              = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cache.tls_keyfile              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.auth_section            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.auth_type               = password {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.cafile                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.certfile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.collect_timing          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.cross_az_attach         = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.debug                   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.endpoint_template       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.http_retries            = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.insecure                = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.keyfile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.os_region_name          = RegionOne {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.split_loggers           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cinder.timeout                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.cpu_dedicated_set      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.cpu_shared_set         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.image_type_exclude_list = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.max_concurrent_disk_ops = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.max_disk_devices_to_attach = -1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.resource_provider_association_refresh = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.shutdown_retry_interval = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] conductor.workers              = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] console.allowed_origins        = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] console.ssl_ciphers            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] console.ssl_minimum_version    = default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] consoleauth.token_ttl          = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.cafile                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.certfile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.collect_timing          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.connect_retries         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.connect_retry_delay     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.endpoint_override       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.insecure                = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.keyfile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.max_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.min_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.region_name             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.service_name            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.service_type            = accelerator {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.split_loggers           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.status_code_retries     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.timeout                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] cyborg.version                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.backend               = sqlalchemy {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.connection            = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.connection_debug      = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.connection_parameters =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.connection_recycle_time = 3600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.connection_trace      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.db_inc_retry_interval = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.db_max_retries        = 20 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.db_max_retry_interval = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.db_retry_interval     = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.max_overflow          = 50 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.max_pool_size         = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.max_retries           = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.mysql_wsrep_sync_wait = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.pool_timeout          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.retry_interval        = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.slave_connection      = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] database.sqlite_synchronous    = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.backend           = sqlalchemy {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.connection        = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.connection_debug  = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.connection_parameters =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.connection_recycle_time = 3600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.connection_trace  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.db_inc_retry_interval = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.db_max_retries    = 20 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.db_max_retry_interval = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.db_retry_interval = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.max_overflow      = 50 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.max_pool_size     = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.max_retries       = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.pool_timeout      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.retry_interval    = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.slave_connection  = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] api_database.sqlite_synchronous = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] devices.enabled_mdev_types     = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ephemeral_storage_encryption.enabled = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.api_servers             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.cafile                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.certfile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.collect_timing          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.connect_retries         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.connect_retry_delay     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.debug                   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.default_trusted_certificate_ids = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.enable_certificate_validation = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.enable_rbd_download     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.endpoint_override       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.insecure                = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.keyfile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.max_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.min_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.num_retries             = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.rbd_ceph_conf           =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.rbd_connect_timeout     = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.rbd_pool                =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.rbd_user                =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.region_name             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.service_name            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.service_type            = image {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.split_loggers           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.status_code_retries     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.timeout                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.verify_glance_signatures = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] glance.version                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] guestfs.debug                  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.config_drive_cdrom      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.config_drive_inject_password = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.enable_instance_metrics_collection = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.enable_remotefx         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.instances_path_share    =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.iscsi_initiator_list    = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.limit_cpu_features      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.power_state_check_timeframe = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.use_multipath_io        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.volume_attach_retry_count = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.vswitch_name            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] mks.enabled                    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.manager_interval   = 2400 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.precache_concurrency = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.remove_unused_base_images = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] image_cache.subdirectory_name  = _base {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.api_max_retries         = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.api_retry_interval      = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.auth_section            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.auth_type               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.cafile                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.certfile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.collect_timing          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.conductor_group         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.connect_retries         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.connect_retry_delay     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.endpoint_override       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.insecure                = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.keyfile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.max_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.min_version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.peer_list               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.region_name             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.serial_console_state_timeout = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.service_name            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.service_type            = baremetal {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.split_loggers           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.status_code_retries     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.timeout                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ironic.version                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] key_manager.fixed_key          = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.barbican_api_version  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.barbican_endpoint     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.barbican_endpoint_type = public {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.barbican_region_name  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.cafile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.certfile              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.collect_timing        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.insecure              = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.keyfile               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.number_of_retries     = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.retry_delay           = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.send_service_user_token = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.split_loggers         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.timeout               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.verify_ssl            = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican.verify_ssl_path       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.auth_section = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.auth_type = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.cafile   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.certfile = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.collect_timing = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.insecure = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.keyfile  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.split_loggers = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] barbican_service_user.timeout  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.approle_role_id          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.approle_secret_id        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.cafile                   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.certfile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.collect_timing           = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.insecure                 = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.keyfile                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.kv_mountpoint            = secret {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.kv_path                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.kv_version               = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.namespace                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.root_token_id            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.split_loggers            = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.ssl_ca_crt_file          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.timeout                  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.use_ssl                  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.auth_section          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.auth_type             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.cafile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.certfile              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.collect_timing        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.connect_retries       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.connect_retry_delay   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.endpoint_override     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.insecure              = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.keyfile               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.max_version           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.min_version           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.region_name           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.service_name          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.service_type          = identity {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.split_loggers         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.status_code_retries   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.timeout               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] keystone.version               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.connection_uri         =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_mode               = custom {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: WARNING oslo_config.cfg [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_power_governor_high = performance {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_power_governor_low = powersave {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_power_management   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.device_detach_attempts = 8 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.device_detach_timeout  = 20 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.disk_cachemodes        = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.disk_prefix            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.enabled_perf_events    = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.file_backed_memory     = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.gid_maps               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.hw_disk_discard        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.hw_machine_type        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_rbd_glance_store_name =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_rbd_pool        = rbd {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_type            = default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.images_volume_group    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.inject_key             = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.inject_partition       = -2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.inject_password        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.iscsi_iface            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.iser_use_multipath     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_bandwidth = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_downtime = 500 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_inbound_addr = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_permit_post_copy = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_scheme  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_timeout_action = abort {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_tunnelled = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: WARNING oslo_config.cfg [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 15 17:11:03 user nova-compute[74725]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 15 17:11:03 user nova-compute[74725]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 15 17:11:03 user nova-compute[74725]: and ``live_migration_inbound_addr`` respectively.
Nov 15 17:11:03 user nova-compute[74725]: ).  Its value may be silently ignored in the future.
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.live_migration_with_native_tls = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.max_queues             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.nfs_mount_options      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_memory_encrypted_guests = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_pcie_ports         = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.pmem_namespaces        = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.quobyte_client_cfg     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rbd_secret_uuid        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rbd_user               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.remote_filesystem_transport = ssh {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rescue_image_id        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rescue_kernel_id       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rescue_ramdisk_id      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.rx_queue_size          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.smbfs_mount_options    =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.snapshot_compression   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.snapshot_image_format  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.sparse_logical_volumes = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.swtpm_enabled          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.swtpm_group            = tss {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.swtpm_user             = tss {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.sysinfo_serial         = unique {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.tb_cache_size          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.tx_queue_size          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.uid_maps               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.use_virtio_for_bridges = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.virt_type              = kvm {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.volume_clear           = zero {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.volume_clear_size      = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.volume_use_multipath   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_cache_path   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.vzstorage_mount_user   = stack {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.auth_section           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.auth_type              = password {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.cafile                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.certfile               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.collect_timing         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.connect_retries        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.connect_retry_delay    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.default_floating_pool  = public {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.endpoint_override      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.extension_sync_interval = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.http_retries           = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.insecure               = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.keyfile                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.max_version            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.min_version            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.ovs_bridge             = br-int {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.physnets               = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.region_name            = RegionOne {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.service_metadata_proxy = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.service_name           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.service_type           = network {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.split_loggers          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.status_code_retries    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.timeout                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] neutron.version                = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] notifications.bdms_in_notifications = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] notifications.default_level    = INFO {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] notifications.notification_format = unversioned {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] notifications.notify_on_state_change = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] pci.alias                      = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] pci.device_spec                = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] pci.report_in_placement        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.auth_section         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.auth_type            = password {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.cafile               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.certfile             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.collect_timing       = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.connect_retries      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.connect_retry_delay  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.default_domain_id    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.default_domain_name  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.domain_id            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.domain_name          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.endpoint_override    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.insecure             = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.keyfile              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.max_version          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.min_version          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.password             = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.project_domain_id    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.project_domain_name  = Default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.project_id           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.project_name         = service {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.region_name          = RegionOne {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.service_name         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.service_type         = placement {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.split_loggers        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.status_code_retries  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.system_scope         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.timeout              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.trust_id             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.user_domain_id       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.user_domain_name     = Default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.user_id              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.username             = placement {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] placement.version              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.cores                    = 20 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.count_usage_from_placement = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.injected_file_content_bytes = 10240 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.injected_file_path_length = 255 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.injected_files           = 5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.instances                = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.key_pairs                = 100 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.metadata_items           = 128 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.ram                      = 51200 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.recheck_quota            = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.server_group_members     = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] quota.server_groups            = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rdp.enabled                    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.image_metadata_prefilter = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.max_attempts         = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.max_placement_results = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.query_placement_for_image_type_support = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] scheduler.workers              = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.host_subset_size = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.isolated_hosts = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.isolated_images = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.pci_in_placement = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.track_instance_changes = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metrics.required               = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metrics.weight_multiplier      = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] metrics.weight_setting         = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.enabled         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.port_range      = 10000:20000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] serial_console.serialproxy_port = 6083 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.auth_section      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.auth_type         = password {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.cafile            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.certfile          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.collect_timing    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.insecure          = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.keyfile           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.send_service_user_token = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.split_loggers     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] service_user.timeout           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.agent_enabled            = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.enabled                  = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.html5proxy_port          = 6082 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.image_compression        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.jpeg_compression         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.playback_compression     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.server_listen            = 127.0.0.1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.streaming_mode           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] spice.zlib_compression         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] upgrade_levels.baseapi         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] upgrade_levels.cert            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] upgrade_levels.compute         = auto {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] upgrade_levels.conductor       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] upgrade_levels.scheduler       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.auth_section = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.auth_type = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.cafile = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.certfile = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.insecure = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.keyfile = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vendordata_dynamic_auth.timeout = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.api_retry_count         = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.ca_file                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.cache_prefix            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.cluster_name            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.connection_pool_size    = 10 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.console_delay_seconds   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.datastore_regex         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.host_ip                 = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.host_password           = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.host_port               = 443 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.host_username           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.insecure                = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.integration_bridge      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.maximum_objects         = 100 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.pbm_default_policy      = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.pbm_enabled             = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.pbm_wsdl_location       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.serial_port_proxy_uri   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.serial_port_service_uri = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.task_poll_interval      = 0.5 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.use_linked_clone        = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.vnc_keymap              = en-us {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.vnc_port                = 5900 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vmware.vnc_port_total          = 10000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.auth_schemes               = ['none'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.enabled                    = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.novncproxy_port            = 6080 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.server_listen              = 0.0.0.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.vencrypt_ca_certs          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.vencrypt_client_cert       = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vnc.vencrypt_client_key        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.disable_rootwrap   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.enable_numa_live_migration = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.libvirt_disable_apic = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.client_socket_timeout     = 900 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.default_pool_size         = 1000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.keep_alive                = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.max_header_line           = 16384 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.ssl_ca_file               = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.ssl_cert_file             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.ssl_key_file              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.tcp_keepidle              = 600 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] zvm.ca_file                    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] zvm.cloud_connector_url        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] zvm.reachable_timeout          = 300 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.enforce_new_defaults = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.enforce_scope      = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.policy_default_rule = default {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.policy_file        = policy.yaml {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.connection_string     = messaging:// {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.enabled               = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.es_doc_type           = notification {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.es_scroll_size        = 10000 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.es_scroll_time        = 2m {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.filter_error_trace    = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.hmac_keys             = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.sentinel_service_name = mymaster {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.socket_timeout        = 0.1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.trace_requests        = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler.trace_sqlalchemy      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler_jaeger.process_tags   = {} {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler_jaeger.service_name_prefix = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] profiler_otlp.service_name_prefix = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] remote_debug.host              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] remote_debug.port              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_notifications.retry = -1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_messaging_notifications.transport_url = **** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.auth_section        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.auth_type           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.cafile              = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.certfile            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.collect_timing      = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.connect_retries     = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.connect_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.endpoint_id         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.endpoint_override   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.insecure            = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.keyfile             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.max_version         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.min_version         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.region_name         = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.service_name        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.service_type        = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.split_loggers       = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.status_code_retries = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.status_code_retry_delay = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.timeout             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.valid_interfaces    = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_limit.version             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_reports.file_event_handler = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] oslo_reports.log_dir           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.group  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] vif_plug_ovs_privileged.user   = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.flat_interface = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.isolate_vif         = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_vif_ovs.per_port_bridge     = False {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] os_brick.lock_path             = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.capabilities   = [21] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.group          = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.helper_command = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] privsep_osbrick.user           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.group           = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.helper_command  = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] nova_sys_admin.user            = None {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG oslo_service.service [None req-45596422-b819-4164-bab5-3e0ec2d084ce None None] ******************************************************************************** {{(pid=74725) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 15 17:11:03 user nova-compute[74725]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Connecting to libvirt: qemu:///system {{(pid=74725) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fcad051ef80> {{(pid=74725) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 15 17:11:03 user nova-compute[74725]: libvirt:  error : internal error: could not initialize domain event timer
Nov 15 17:11:03 user nova-compute[74725]: WARNING nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fcad051ef80> {{(pid=74725) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Starting native event thread {{(pid=74725) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Starting green dispatch thread {{(pid=74725) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Starting connection event dispatch thread {{(pid=74725) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 15 17:11:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Connection event '1' reason 'None'
Nov 15 17:11:03 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 15 17:11:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.mount [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Initialising _HostMountState generation 0 {{(pid=74725) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host capabilities <capabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <host>
Nov 15 17:11:11 user nova-compute[74725]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 15 17:11:11 user nova-compute[74725]:     <cpu>
Nov 15 17:11:11 user nova-compute[74725]:       <arch>x86_64</arch>
Nov 15 17:11:11 user nova-compute[74725]:       <model>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <microcode version='1070'/>
Nov 15 17:11:11 user nova-compute[74725]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='osxsave'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='invtsc'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='rsba'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature name='skip-l1dfl-vmentry'/>
Nov 15 17:11:11 user nova-compute[74725]:       <pages unit='KiB' size='4'/>
Nov 15 17:11:11 user nova-compute[74725]:       <pages unit='KiB' size='2048'/>
Nov 15 17:11:11 user nova-compute[74725]:     </cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <power_management>
Nov 15 17:11:11 user nova-compute[74725]:       <suspend_mem/>
Nov 15 17:11:11 user nova-compute[74725]:       <suspend_disk/>
Nov 15 17:11:11 user nova-compute[74725]:       <suspend_hybrid/>
Nov 15 17:11:11 user nova-compute[74725]:     </power_management>
Nov 15 17:11:11 user nova-compute[74725]:     <iommu support='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <migration_features>
Nov 15 17:11:11 user nova-compute[74725]:       <live/>
Nov 15 17:11:11 user nova-compute[74725]:       <uri_transports>
Nov 15 17:11:11 user nova-compute[74725]:         <uri_transport>tcp</uri_transport>
Nov 15 17:11:11 user nova-compute[74725]:         <uri_transport>rdma</uri_transport>
Nov 15 17:11:11 user nova-compute[74725]:       </uri_transports>
Nov 15 17:11:11 user nova-compute[74725]:     </migration_features>
Nov 15 17:11:11 user nova-compute[74725]:     <topology>
Nov 15 17:11:11 user nova-compute[74725]:       <cells num='2'>
Nov 15 17:11:11 user nova-compute[74725]:         <cell id='0'>
Nov 15 17:11:11 user nova-compute[74725]:           <memory unit='KiB'>8140616</memory>
Nov 15 17:11:11 user nova-compute[74725]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 15 17:11:11 user nova-compute[74725]:           <pages unit='KiB' size='2048'>0</pages>
Nov 15 17:11:11 user nova-compute[74725]:           <distances>
Nov 15 17:11:11 user nova-compute[74725]:             <sibling id='0' value='10'/>
Nov 15 17:11:11 user nova-compute[74725]:             <sibling id='1' value='20'/>
Nov 15 17:11:11 user nova-compute[74725]:           </distances>
Nov 15 17:11:11 user nova-compute[74725]:           <cpus num='6'>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 15 17:11:11 user nova-compute[74725]:           </cpus>
Nov 15 17:11:11 user nova-compute[74725]:         </cell>
Nov 15 17:11:11 user nova-compute[74725]:         <cell id='1'>
Nov 15 17:11:11 user nova-compute[74725]:           <memory unit='KiB'>8255068</memory>
Nov 15 17:11:11 user nova-compute[74725]:           <pages unit='KiB' size='4'>2063767</pages>
Nov 15 17:11:11 user nova-compute[74725]:           <pages unit='KiB' size='2048'>0</pages>
Nov 15 17:11:11 user nova-compute[74725]:           <distances>
Nov 15 17:11:11 user nova-compute[74725]:             <sibling id='0' value='20'/>
Nov 15 17:11:11 user nova-compute[74725]:             <sibling id='1' value='10'/>
Nov 15 17:11:11 user nova-compute[74725]:           </distances>
Nov 15 17:11:11 user nova-compute[74725]:           <cpus num='6'>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 15 17:11:11 user nova-compute[74725]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 15 17:11:11 user nova-compute[74725]:           </cpus>
Nov 15 17:11:11 user nova-compute[74725]:         </cell>
Nov 15 17:11:11 user nova-compute[74725]:       </cells>
Nov 15 17:11:11 user nova-compute[74725]:     </topology>
Nov 15 17:11:11 user nova-compute[74725]:     <cache>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 15 17:11:11 user nova-compute[74725]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 15 17:11:11 user nova-compute[74725]:     </cache>
Nov 15 17:11:11 user nova-compute[74725]:     <secmodel>
Nov 15 17:11:11 user nova-compute[74725]:       <model>apparmor</model>
Nov 15 17:11:11 user nova-compute[74725]:       <doi>0</doi>
Nov 15 17:11:11 user nova-compute[74725]:     </secmodel>
Nov 15 17:11:11 user nova-compute[74725]:     <secmodel>
Nov 15 17:11:11 user nova-compute[74725]:       <model>dac</model>
Nov 15 17:11:11 user nova-compute[74725]:       <doi>0</doi>
Nov 15 17:11:11 user nova-compute[74725]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 15 17:11:11 user nova-compute[74725]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 15 17:11:11 user nova-compute[74725]:     </secmodel>
Nov 15 17:11:11 user nova-compute[74725]:   </host>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='alpha'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>clipper</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='armv6l'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>spitz</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>nuri</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>kzm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>z2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>tosa</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n810</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>terrier</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>midway</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>microbit</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>verdex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>highbank</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>akita</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>connex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>collie</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='armv7l'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>spitz</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>nuri</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>kzm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>z2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>tosa</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n810</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>terrier</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>midway</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>microbit</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>verdex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>highbank</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>akita</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>connex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>collie</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='aarch64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>spitz</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>nuri</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>kzm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>z2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>tosa</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n810</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>n800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>terrier</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>midway</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>microbit</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>verdex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>raspi3b</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>highbank</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>akita</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>connex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>collie</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <acpi default='on' toggle='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='cris'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='i686'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>x-remote</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>isapc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>microvm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='kvm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <pae/>
Nov 15 17:11:11 user nova-compute[74725]:       <nonpae/>
Nov 15 17:11:11 user nova-compute[74725]:       <acpi default='on' toggle='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:       <apic default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='m68k'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>an5206</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>q800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>next-cube</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='microblaze'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='microblazeel'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='mips'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>malta</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='mipsel'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>malta</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='mips64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>malta</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>pica61</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>magnum</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='mips64el'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>malta</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>pica61</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>magnum</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='16'>boston</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='ppc'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mac99</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>40p</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>taihu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='ppc64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>taihu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>40p</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mac99</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='ppc64le'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>taihu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>40p</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>mac99</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2048'>powernv8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='riscv32'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='8'>spike</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>opentitan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='5'>sifive_u</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sifive_e</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='8'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='riscv64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='8'>spike</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='5'>sifive_u</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>shakti_c</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sifive_e</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='8'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='s390x'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='sh4'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>shix</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>r2d</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='sh4eb'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>shix</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>r2d</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='sparc'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>SS-5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>SS-20</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>LX</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>SS-4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>SS-10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>Voyager</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='sparc64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sun4u</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>niagara</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>sun4v</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='x86_64'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>64</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>x-remote</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='1'>isapc</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>microvm</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='kvm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <acpi default='on' toggle='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:       <apic default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='xtensa'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>sim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>kc705</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ml605</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx200</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx60</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]:   <guest>
Nov 15 17:11:11 user nova-compute[74725]:     <os_type>hvm</os_type>
Nov 15 17:11:11 user nova-compute[74725]:     <arch name='xtensaeb'>
Nov 15 17:11:11 user nova-compute[74725]:       <wordsize>32</wordsize>
Nov 15 17:11:11 user nova-compute[74725]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='4'>sim</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>kc705</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ml605</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>virt</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx200</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>lx60</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 15 17:11:11 user nova-compute[74725]:       <domain type='qemu'/>
Nov 15 17:11:11 user nova-compute[74725]:     </arch>
Nov 15 17:11:11 user nova-compute[74725]:     <features>
Nov 15 17:11:11 user nova-compute[74725]:       <cpuselection/>
Nov 15 17:11:11 user nova-compute[74725]:       <deviceboot/>
Nov 15 17:11:11 user nova-compute[74725]:       <disksnapshot default='on' toggle='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     </features>
Nov 15 17:11:11 user nova-compute[74725]:   </guest>
Nov 15 17:11:11 user nova-compute[74725]: </capabilities>
Nov 15 17:11:11 user nova-compute[74725]: 
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'pc', 'q35', 'ubuntu-q35'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-i440fx-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>i686</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='255'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'/>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='lm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ide</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-i440fx-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>i686</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='255'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'/>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='lm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ide</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-q35-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>i686</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='288'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'/>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='lm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-q35-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>i686</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='288'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'/>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='lm'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'pc', 'q35', 'ubuntu-q35'} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-i440fx-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>x86_64</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='255'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>efi</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='invtsc'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='rsba'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ide</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-i440fx-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>x86_64</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='255'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>efi</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='invtsc'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='rsba'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ide</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-q35-6.2</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>x86_64</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='288'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>efi</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='invtsc'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='rsba'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 15 17:11:11 user nova-compute[74725]: <domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 17:11:11 user nova-compute[74725]:   <domain>kvm</domain>
Nov 15 17:11:11 user nova-compute[74725]:   <machine>pc-q35-jammy</machine>
Nov 15 17:11:11 user nova-compute[74725]:   <arch>x86_64</arch>
Nov 15 17:11:11 user nova-compute[74725]:   <vcpu max='288'/>
Nov 15 17:11:11 user nova-compute[74725]:   <iothreads supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:   <os supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='firmware'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>efi</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:     <loader supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>rom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pflash</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='readonly'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='secure'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>yes</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>no</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </loader>
Nov 15 17:11:11 user nova-compute[74725]:   </os>
Nov 15 17:11:11 user nova-compute[74725]:   <cpu>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-passthrough' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='hostPassthroughMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='maximum' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='maximumMigratable'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>on</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>off</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='host-model' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <vendor>Intel</vendor>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ss'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='vmx'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pcid'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='hypervisor'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arat'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='umip'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='md-clear'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='invtsc'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibpb'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='ibrs'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-stibp'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='rsba'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='erms'/>
Nov 15 17:11:11 user nova-compute[74725]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:     <mode name='custom' supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>qemu64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>qemu32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>phenom</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>pentium</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>n270</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm64</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>kvm32</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>coreduo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>core2duo</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>athlon</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Westmere</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Snowridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Skylake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>SandyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Penryn</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G5</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G4</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G3</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Opteron_G2</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Opteron_G1</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>IvyBridge</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Icelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Haswell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Rome</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-Milan</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>EPYC</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Dhyana</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cooperlake</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>Conroe</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='no'>Broadwell</model>
Nov 15 17:11:11 user nova-compute[74725]:       <model usable='yes'>486</model>
Nov 15 17:11:11 user nova-compute[74725]:     </mode>
Nov 15 17:11:11 user nova-compute[74725]:   </cpu>
Nov 15 17:11:11 user nova-compute[74725]:   <memoryBacking supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:     <enum name='sourceType'>
Nov 15 17:11:11 user nova-compute[74725]:       <value>file</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>anonymous</value>
Nov 15 17:11:11 user nova-compute[74725]:       <value>memfd</value>
Nov 15 17:11:11 user nova-compute[74725]:     </enum>
Nov 15 17:11:11 user nova-compute[74725]:   </memoryBacking>
Nov 15 17:11:11 user nova-compute[74725]:   <devices>
Nov 15 17:11:11 user nova-compute[74725]:     <disk supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='diskDevice'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>disk</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cdrom</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>floppy</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>lun</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='bus'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>fdc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sata</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </disk>
Nov 15 17:11:11 user nova-compute[74725]:     <graphics supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='type'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>sdl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vnc</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>spice</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egl-headless</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </graphics>
Nov 15 17:11:11 user nova-compute[74725]:     <video supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='modelType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>cirrus</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>vmvga</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>qxl</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>none</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>bochs</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>ramfb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </video>
Nov 15 17:11:11 user nova-compute[74725]:     <hostdev supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='mode'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>subsystem</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='startupPolicy'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>default</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>mandatory</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>requisite</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>optional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='subsysType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>usb</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>pci</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>scsi</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='capsType'/>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='pciBackend'/>
Nov 15 17:11:11 user nova-compute[74725]:     </hostdev>
Nov 15 17:11:11 user nova-compute[74725]:     <rng supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtio-non-transitional</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>random</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>egd</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>builtin</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </rng>
Nov 15 17:11:11 user nova-compute[74725]:     <filesystem supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='driverType'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>path</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>handle</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>virtiofs</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </filesystem>
Nov 15 17:11:11 user nova-compute[74725]:     <tpm supported='yes'>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='model'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-tis</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>tpm-crb</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:       <enum name='backendModel'>
Nov 15 17:11:11 user nova-compute[74725]:         <value>passthrough</value>
Nov 15 17:11:11 user nova-compute[74725]:         <value>emulator</value>
Nov 15 17:11:11 user nova-compute[74725]:       </enum>
Nov 15 17:11:11 user nova-compute[74725]:     </tpm>
Nov 15 17:11:11 user nova-compute[74725]:   </devices>
Nov 15 17:11:11 user nova-compute[74725]:   <features>
Nov 15 17:11:11 user nova-compute[74725]:     <gic supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:     <vmcoreinfo supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <genid supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backingStoreInput supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <backup supported='yes'/>
Nov 15 17:11:11 user nova-compute[74725]:     <sev supported='no'/>
Nov 15 17:11:11 user nova-compute[74725]:   </features>
Nov 15 17:11:11 user nova-compute[74725]: </domainCapabilities>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74725) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74725) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Checking secure boot support for host arch (x86_64) {{(pid=74725) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Checking secure boot support for host arch (x86_64) {{(pid=74725) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Checking secure boot support for host arch (x86_64) {{(pid=74725) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Checking secure boot support for host arch (x86_64) {{(pid=74725) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Checking secure boot support for host arch (x86_64) {{(pid=74725) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Secure Boot support detected
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] cpu compare xml: <cpu match="exact">
Nov 15 17:11:11 user nova-compute[74725]:   <model>Nehalem</model>
Nov 15 17:11:11 user nova-compute[74725]: </cpu>
Nov 15 17:11:11 user nova-compute[74725]:  {{(pid=74725) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.virt.node [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Generated node identity de0dea25-e445-4fc8-9cf3-badeda082d3e
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.virt.node [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Wrote node identity de0dea25-e445-4fc8-9cf3-badeda082d3e to /opt/stack/data/nova/compute_id
Nov 15 17:11:11 user nova-compute[74725]: WARNING nova.compute.manager [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Compute nodes ['de0dea25-e445-4fc8-9cf3-badeda082d3e'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.compute.manager [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 15 17:11:11 user nova-compute[74725]: WARNING nova.compute.manager [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 15 17:11:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:11:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:11:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Hypervisor/Node resource view: name=user free_ram=10930MB free_disk=25.978130340576172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:11:11 user nova-compute[74725]: WARNING nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] No compute node record for user:de0dea25-e445-4fc8-9cf3-badeda082d3e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host de0dea25-e445-4fc8-9cf3-badeda082d3e could not be found.
Nov 15 17:11:11 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Compute node record created for user:user with uuid: de0dea25-e445-4fc8-9cf3-badeda082d3e
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:11:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:11:12 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] [req-abd9c12c-32f2-428a-b85b-d222ae279163] Created resource provider record via placement API for resource provider with UUID de0dea25-e445-4fc8-9cf3-badeda082d3e and name user.
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74725) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 15 17:11:12 user nova-compute[74725]: INFO nova.virt.libvirt.host [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] kernel doesn't support AMD SEV
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Libvirt baseline CPU <cpu>
Nov 15 17:11:12 user nova-compute[74725]:   <arch>x86_64</arch>
Nov 15 17:11:12 user nova-compute[74725]:   <model>Nehalem</model>
Nov 15 17:11:12 user nova-compute[74725]:   <vendor>Intel</vendor>
Nov 15 17:11:12 user nova-compute[74725]:   <topology sockets="6" cores="1" threads="1"/>
Nov 15 17:11:12 user nova-compute[74725]: </cpu>
Nov 15 17:11:12 user nova-compute[74725]:  {{(pid=74725) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Updated inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Updating resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e generation from 0 to 1 during operation: update_inventory {{(pid=74725) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Updating resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e generation from 1 to 2 during operation: update_traits {{(pid=74725) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.648s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.service [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Creating RPC server for service compute {{(pid=74725) start /opt/stack/nova/nova/service.py:182}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.service [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] Join ServiceGroup membership for this service compute {{(pid=74725) start /opt/stack/nova/nova/service.py:199}}
Nov 15 17:11:12 user nova-compute[74725]: DEBUG nova.servicegroup.drivers.db [None req-13aea5e1-96ad-4f38-93f4-0a7067985f82 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74725) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:12:08 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:12:08 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=10331MB free_disk=25.881946563720703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.178s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:12:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:13:05 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:13:05 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=10281MB free_disk=25.946380615234375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:13:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.142s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:14:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:14:06 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:14:06 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=10318MB free_disk=25.69873809814453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:14:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.114s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:14:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:14:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:15:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9604MB free_disk=25.7269287109375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:15:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:15:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:13 user nova-compute[74725]: INFO nova.compute.claims [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Claim successful on node user
Nov 15 17:15:13 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:14 user nova-compute[74725]: INFO nova.compute.claims [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Claim successful on node user
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Creating image(s)
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.347s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:14 user nova-compute[74725]: DEBUG nova.policy [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d0f5c93a4a54948960dae07289cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7907c112bde74f139de7466299849de8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.part --force-share --output=json" returned: 0 in 0.217s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.virt.images [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] 3e31cf3f-b9c3-496d-abdc-07cb9875231f was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.part /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Creating image(s)
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "/opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "/opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "/opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.part /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.converted" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.policy [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e0e4818fe1742ca853439620a2baf3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3292ae03e78a4d8482bd5923cd03f7c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.255s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:15 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmphv9ud20u/privsep.sock']
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.211s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:15 user sudo[83991]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmphv9ud20u/privsep.sock
Nov 15 17:15:15 user sudo[83991]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:15 user nova-compute[74725]: INFO nova.compute.claims [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Claim successful on node user
Nov 15 17:15:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.339s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.260s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:16 user nova-compute[74725]: INFO nova.compute.claims [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Claim successful on node user
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.policy [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d0f5c93a4a54948960dae07289cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7907c112bde74f139de7466299849de8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Creating image(s)
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Creating image(s)
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:16 user nova-compute[74725]: DEBUG nova.policy [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '773954bc50454a998374454f9ab1c812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc53c9974227429aaa51ea87c83b40fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:16 user sudo[83991]: pam_unix(sudo:session): session closed for user root
Nov 15 17:15:16 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Spawned new privsep daemon via rootwrap
Nov 15 17:15:16 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 17:15:16 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 17:15:16 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 15 17:15:16 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83998
Nov 15 17:15:16 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] privsep daemon already running
Nov 15 17:15:16 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] privsep daemon already running
Nov 15 17:15:16 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] privsep daemon already running
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Successfully created port: 54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk 1073741824" returned: 0 in 0.050s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.193s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.157s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk 1073741824" returned: 0 in 0.039s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.212s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.433s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Cannot resize image /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Ensure instance console log exists: /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.150s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Checking if we can resize image /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk 1073741824" returned: 0 in 0.051s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.206s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.640s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Cannot resize image /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Ensure instance console log exists: /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk 1073741824" returned: 0 in 0.051s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Cannot resize image /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Ensure instance console log exists: /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Checking if we can resize image /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Successfully created port: 64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.378s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Cannot resize image /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Ensure instance console log exists: /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Successfully created port: 91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Successfully created port: 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Successfully updated port: 54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:21 user nova-compute[74725]: INFO nova.compute.claims [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Claim successful on node user
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-changed-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Refreshing instance network info cache due to event network-changed-54ff9a17-4fd1-43fe-b126-75c7529f056b. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Successfully updated port: 91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquired lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Successfully updated port: 64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-changed-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Refreshing instance network info cache due to event network-changed-91a9e153-8ba0-4862-b5e5-5957056b7afe. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] Acquiring lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Creating image(s)
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-changed-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Refreshing instance network info cache due to event network-changed-64594f3b-4c4d-43f4-8230-6417e137e86d. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] Acquiring lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:21 user nova-compute[74725]: DEBUG nova.policy [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c0c92c5ddbb48a39c2d309d02bf6795', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13637a1238224773aa9bbadf2991e120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.165s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk 1073741824" returned: 0 in 0.039s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.208s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance network_info: |[{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Refreshing network info cache for port 54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start _get_guest_xml network_info=[{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1936813688',display_name='tempest-ServerRescueNegativeTestJSON-server-1936813688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1936813688',id=1,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-mwtfq1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:14Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=ff4dab2f-8487-40f7-b29a-5ff5d7be07bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updating instance_info_cache with network_info: [{"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:22 user nova-compute[74725]:   <uuid>ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</uuid>
Nov 15 17:15:22 user nova-compute[74725]:   <name>instance-00000001</name>
Nov 15 17:15:22 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:22 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:22 user nova-compute[74725]:   <metadata>
Nov 15 17:15:22 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:22 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1936813688</nova:name>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:22</nova:creationTime>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:22 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:port uuid="54ff9a17-4fd1-43fe-b126-75c7529f056b">
Nov 15 17:15:22 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:15:22 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:22 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:22 user nova-compute[74725]:   </metadata>
Nov 15 17:15:22 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:22 user nova-compute[74725]:     <system>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="serial">ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="uuid">ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:22 user nova-compute[74725]:     </system>
Nov 15 17:15:22 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:22 user nova-compute[74725]:   <os>
Nov 15 17:15:22 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:22 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:22 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:22 user nova-compute[74725]:   </os>
Nov 15 17:15:22 user nova-compute[74725]:   <features>
Nov 15 17:15:22 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:22 user nova-compute[74725]:     <apic/>
Nov 15 17:15:22 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:22 user nova-compute[74725]:   </features>
Nov 15 17:15:22 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:22 user nova-compute[74725]:   </clock>
Nov 15 17:15:22 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:22 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:22 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:22 user nova-compute[74725]:   </cpu>
Nov 15 17:15:22 user nova-compute[74725]:   <devices>
Nov 15 17:15:22 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:22 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:22 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk"/>
Nov 15 17:15:22 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:     </disk>
Nov 15 17:15:22 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:22 user nova-compute[74725]:       <mac address="fa:16:3e:d6:a3:3e"/>
Nov 15 17:15:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:22 user nova-compute[74725]:       <target dev="tap54ff9a17-4f"/>
Nov 15 17:15:22 user nova-compute[74725]:     </interface>
Nov 15 17:15:22 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:22 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/console.log" append="off"/>
Nov 15 17:15:22 user nova-compute[74725]:     </serial>
Nov 15 17:15:22 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:22 user nova-compute[74725]:     <video>
Nov 15 17:15:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:     </video>
Nov 15 17:15:22 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:22 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:22 user nova-compute[74725]:     </rng>
Nov 15 17:15:22 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:22 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:22 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:22 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:22 user nova-compute[74725]:   </devices>
Nov 15 17:15:22 user nova-compute[74725]: </domain>
Nov 15 17:15:22 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1936813688',display_name='tempest-ServerRescueNegativeTestJSON-server-1936813688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1936813688',id=1,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-mwtfq1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:14Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=ff4dab2f-8487-40f7-b29a-5ff5d7be07bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG os_vif [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Releasing lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Instance network_info: |[{"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Created schema index Interface.name {{(pid=74725) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Created schema index Port.name {{(pid=74725) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Created schema index Bridge.name {{(pid=74725) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] Acquired lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Refreshing network info cache for port 91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Start _get_guest_xml network_info=[{"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [POLLOUT] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Successfully updated port: 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '81a02b87-328e-589f-9c37-b4c187cbbeb3', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1096815790',display_name='tempest-ServersNegativeTestJSON-server-1096815790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1096815790',id=2,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-wj88e9gt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:15Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=666e6bd6-00e6-44d2-a00d-93ae8956a6d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lazy-loading 'pci_devices' on Instance uuid 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpy9fizp7e/privsep.sock']
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Cannot resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Ensure instance console log exists: /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:22 user nova-compute[74725]:   <uuid>666e6bd6-00e6-44d2-a00d-93ae8956a6d1</uuid>
Nov 15 17:15:22 user nova-compute[74725]:   <name>instance-00000002</name>
Nov 15 17:15:22 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:22 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:22 user nova-compute[74725]:   <metadata>
Nov 15 17:15:22 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:22 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:name>tempest-ServersNegativeTestJSON-server-1096815790</nova:name>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:22</nova:creationTime>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:22 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:user uuid="2e0e4818fe1742ca853439620a2baf3c">tempest-ServersNegativeTestJSON-1666803185-project-member</nova:user>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:project uuid="3292ae03e78a4d8482bd5923cd03f7c4">tempest-ServersNegativeTestJSON-1666803185</nova:project>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:22 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:22 user nova-compute[74725]:         <nova:port uuid="91a9e153-8ba0-4862-b5e5-5957056b7afe">
Nov 15 17:15:22 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:15:22 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:22 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:22 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:22 user nova-compute[74725]:   </metadata>
Nov 15 17:15:22 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:22 user nova-compute[74725]:     <system>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="serial">666e6bd6-00e6-44d2-a00d-93ae8956a6d1</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="uuid">666e6bd6-00e6-44d2-a00d-93ae8956a6d1</entry>
Nov 15 17:15:22 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:22 user nova-compute[74725]:     </system>
Nov 15 17:15:22 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:22 user nova-compute[74725]:   <os>
Nov 15 17:15:22 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:22 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:22 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:22 user nova-compute[74725]:   </os>
Nov 15 17:15:22 user nova-compute[74725]:   <features>
Nov 15 17:15:22 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:22 user nova-compute[74725]:     <apic/>
Nov 15 17:15:22 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:22 user nova-compute[74725]:   </features>
Nov 15 17:15:22 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:22 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:22 user nova-compute[74725]:   </clock>
Nov 15 17:15:22 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:22 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:22 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:22 user nova-compute[74725]:   </cpu>
Nov 15 17:15:22 user nova-compute[74725]:   <devices>
Nov 15 17:15:22 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:22 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:22 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk"/>
Nov 15 17:15:22 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:     </disk>
Nov 15 17:15:22 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:22 user nova-compute[74725]:       <mac address="fa:16:3e:3b:eb:8c"/>
Nov 15 17:15:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:22 user nova-compute[74725]:       <target dev="tap91a9e153-8b"/>
Nov 15 17:15:22 user nova-compute[74725]:     </interface>
Nov 15 17:15:22 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:22 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/console.log" append="off"/>
Nov 15 17:15:22 user nova-compute[74725]:     </serial>
Nov 15 17:15:22 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:22 user nova-compute[74725]:     <video>
Nov 15 17:15:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:22 user nova-compute[74725]:     </video>
Nov 15 17:15:22 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:22 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:22 user nova-compute[74725]:     </rng>
Nov 15 17:15:22 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:22 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:22 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:22 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:22 user nova-compute[74725]:   </devices>
Nov 15 17:15:22 user nova-compute[74725]: </domain>
Nov 15 17:15:22 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1096815790',display_name='tempest-ServersNegativeTestJSON-server-1096815790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1096815790',id=2,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-wj88e9gt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:15Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=666e6bd6-00e6-44d2-a00d-93ae8956a6d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:22 user sudo[84082]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpy9fizp7e/privsep.sock
Nov 15 17:15:22 user nova-compute[74725]: DEBUG os_vif [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user sudo[84082]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc84a276-d47f-526c-a771-9fd3081602d6', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance network_info: |[{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] Acquired lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Refreshing network info cache for port 64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start _get_guest_xml network_info=[{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-627614340',display_name='tempest-ServerRescueNegativeTestJSON-server-627614340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-627614340',id=3,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-0ydvh80k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:16Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=95aeedaa-cdd6-49fc-a1e9-21122a5c80b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.objects.instance [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:23 user nova-compute[74725]:   <uuid>95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</uuid>
Nov 15 17:15:23 user nova-compute[74725]:   <name>instance-00000003</name>
Nov 15 17:15:23 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:23 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:23 user nova-compute[74725]:   <metadata>
Nov 15 17:15:23 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:23 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-627614340</nova:name>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:23</nova:creationTime>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:23 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:port uuid="64594f3b-4c4d-43f4-8230-6417e137e86d">
Nov 15 17:15:23 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:15:23 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:23 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:23 user nova-compute[74725]:   </metadata>
Nov 15 17:15:23 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:23 user nova-compute[74725]:     <system>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="serial">95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="uuid">95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:23 user nova-compute[74725]:     </system>
Nov 15 17:15:23 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:23 user nova-compute[74725]:   <os>
Nov 15 17:15:23 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:23 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:23 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:23 user nova-compute[74725]:   </os>
Nov 15 17:15:23 user nova-compute[74725]:   <features>
Nov 15 17:15:23 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:23 user nova-compute[74725]:     <apic/>
Nov 15 17:15:23 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:23 user nova-compute[74725]:   </features>
Nov 15 17:15:23 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:23 user nova-compute[74725]:   </clock>
Nov 15 17:15:23 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:23 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:23 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:23 user nova-compute[74725]:   </cpu>
Nov 15 17:15:23 user nova-compute[74725]:   <devices>
Nov 15 17:15:23 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:23 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:23 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk"/>
Nov 15 17:15:23 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:     </disk>
Nov 15 17:15:23 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:23 user nova-compute[74725]:       <mac address="fa:16:3e:9f:da:4f"/>
Nov 15 17:15:23 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:23 user nova-compute[74725]:       <target dev="tap64594f3b-4c"/>
Nov 15 17:15:23 user nova-compute[74725]:     </interface>
Nov 15 17:15:23 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:23 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/console.log" append="off"/>
Nov 15 17:15:23 user nova-compute[74725]:     </serial>
Nov 15 17:15:23 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:23 user nova-compute[74725]:     <video>
Nov 15 17:15:23 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:     </video>
Nov 15 17:15:23 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:23 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:23 user nova-compute[74725]:     </rng>
Nov 15 17:15:23 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:23 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:23 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:23 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:23 user nova-compute[74725]:   </devices>
Nov 15 17:15:23 user nova-compute[74725]: </domain>
Nov 15 17:15:23 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-627614340',display_name='tempest-ServerRescueNegativeTestJSON-server-627614340',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-627614340',id=3,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-0ydvh80k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:16Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=95aeedaa-cdd6-49fc-a1e9-21122a5c80b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG os_vif [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8188713-3d6f-5425-a08b-1ba9df350210', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:23 user nova-compute[74725]: INFO nova.compute.claims [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Claim successful on node user
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updated VIF entry in instance network info cache for port 91a9e153-8ba0-4862-b5e5-5957056b7afe. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updating instance_info_cache with network_info: [{"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Instance network_info: |[{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Start _get_guest_xml network_info=[{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c4b5f9b-df3d-4b56-bd54-921c913e6f72 req-07a16218-1486-4ebf-a740-17213b6ac26d service nova] Releasing lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-458425045',display_name='tempest-ServerActionsTestOtherA-server-458425045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-458425045',id=4,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-7popfl07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=b4ed4447-b023-4c3f-809b-e10592bbce25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'pci_devices' on Instance uuid b4ed4447-b023-4c3f-809b-e10592bbce25 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:23 user nova-compute[74725]:   <uuid>b4ed4447-b023-4c3f-809b-e10592bbce25</uuid>
Nov 15 17:15:23 user nova-compute[74725]:   <name>instance-00000004</name>
Nov 15 17:15:23 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:23 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:23 user nova-compute[74725]:   <metadata>
Nov 15 17:15:23 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:23 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherA-server-458425045</nova:name>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:23</nova:creationTime>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:23 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:user uuid="773954bc50454a998374454f9ab1c812">tempest-ServerActionsTestOtherA-552734875-project-member</nova:user>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:project uuid="bc53c9974227429aaa51ea87c83b40fc">tempest-ServerActionsTestOtherA-552734875</nova:project>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:23 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:23 user nova-compute[74725]:         <nova:port uuid="6b88499d-f5f1-4e6e-9446-f07b6aaa54ad">
Nov 15 17:15:23 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:15:23 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:23 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:23 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:23 user nova-compute[74725]:   </metadata>
Nov 15 17:15:23 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:23 user nova-compute[74725]:     <system>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="serial">b4ed4447-b023-4c3f-809b-e10592bbce25</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="uuid">b4ed4447-b023-4c3f-809b-e10592bbce25</entry>
Nov 15 17:15:23 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:23 user nova-compute[74725]:     </system>
Nov 15 17:15:23 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:23 user nova-compute[74725]:   <os>
Nov 15 17:15:23 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:23 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:23 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:23 user nova-compute[74725]:   </os>
Nov 15 17:15:23 user nova-compute[74725]:   <features>
Nov 15 17:15:23 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:23 user nova-compute[74725]:     <apic/>
Nov 15 17:15:23 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:23 user nova-compute[74725]:   </features>
Nov 15 17:15:23 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:23 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:23 user nova-compute[74725]:   </clock>
Nov 15 17:15:23 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:23 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:23 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:23 user nova-compute[74725]:   </cpu>
Nov 15 17:15:23 user nova-compute[74725]:   <devices>
Nov 15 17:15:23 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:23 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:23 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk"/>
Nov 15 17:15:23 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:     </disk>
Nov 15 17:15:23 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:23 user nova-compute[74725]:       <mac address="fa:16:3e:cd:aa:95"/>
Nov 15 17:15:23 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:23 user nova-compute[74725]:       <target dev="tap6b88499d-f5"/>
Nov 15 17:15:23 user nova-compute[74725]:     </interface>
Nov 15 17:15:23 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:23 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/console.log" append="off"/>
Nov 15 17:15:23 user nova-compute[74725]:     </serial>
Nov 15 17:15:23 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:23 user nova-compute[74725]:     <video>
Nov 15 17:15:23 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:23 user nova-compute[74725]:     </video>
Nov 15 17:15:23 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:23 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:23 user nova-compute[74725]:     </rng>
Nov 15 17:15:23 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:23 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:23 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:23 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:23 user nova-compute[74725]:   </devices>
Nov 15 17:15:23 user nova-compute[74725]: </domain>
Nov 15 17:15:23 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-458425045',display_name='tempest-ServerActionsTestOtherA-server-458425045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-458425045',id=4,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-7popfl07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=b4ed4447-b023-4c3f-809b-e10592bbce25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG os_vif [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e72061bc-ab3a-5ebf-9c2c-43616b39d9ea', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:23 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing instance network info cache due to event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.policy [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd74d5c42beb4f3e9e05abed2fb1e652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cc4bbeb157f4721a4e992629e1f7412', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:24 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Creating image(s)
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:24 user sudo[84082]: pam_unix(sudo:session): session closed for user root
Nov 15 17:15:24 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Spawned new privsep daemon via rootwrap
Nov 15 17:15:24 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 17:15:24 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 17:15:24 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 15 17:15:24 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84085
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.162s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:24 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] privsep daemon already running
Nov 15 17:15:24 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] privsep daemon already running
Nov 15 17:15:24 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] privsep daemon already running
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updated VIF entry in instance network info cache for port 64594f3b-4c4d-43f4-8230-6417e137e86d. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-40f3740e-df91-4dda-91e7-c0fbcd35792b req-fa644473-4a3a-4afe-916b-2498a3e40ff7 service nova] Releasing lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk 1073741824" returned: 0 in 0.041s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.220s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updated VIF entry in instance network info cache for port 54ff9a17-4fd1-43fe-b126-75c7529f056b. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dd36605-dfe6-4c64-ac1e-79f571d57236 req-122ad8c5-82f6-47fd-9c13-7f3340d5c471 service nova] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap91a9e153-8b, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap91a9e153-8b, col_values=(('qos', UUID('6c48dc99-62f9-4e7f-a9f0-39bb961646c7')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap91a9e153-8b, col_values=(('external_ids', {'iface-id': '91a9e153-8ba0-4862-b5e5-5957056b7afe', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:eb:8c', 'vm-uuid': '666e6bd6-00e6-44d2-a00d-93ae8956a6d1'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: INFO os_vif [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b')
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap54ff9a17-4f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap54ff9a17-4f, col_values=(('qos', UUID('a12d6c84-bc78-4f47-bf66-c72ff38674e7')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap54ff9a17-4f, col_values=(('external_ids', {'iface-id': '54ff9a17-4fd1-43fe-b126-75c7529f056b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:a3:3e', 'vm-uuid': 'ff4dab2f-8487-40f7-b29a-5ff5d7be07bc'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Cannot resize image /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Ensure instance console log exists: /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] No VIF found with MAC fa:16:3e:3b:eb:8c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: INFO os_vif [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f')
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64594f3b-4c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64594f3b-4c, col_values=(('qos', UUID('3d2f5f8c-cfb7-4183-8100-44d71ef2c205')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64594f3b-4c, col_values=(('external_ids', {'iface-id': '64594f3b-4c4d-43f4-8230-6417e137e86d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:da:4f', 'vm-uuid': '95aeedaa-cdd6-49fc-a1e9-21122a5c80b5'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Successfully created port: cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: INFO os_vif [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c')
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6b88499d-f5, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6b88499d-f5, col_values=(('qos', UUID('3e4a75ea-9489-4223-8272-b72002b87aac')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6b88499d-f5, col_values=(('external_ids', {'iface-id': '6b88499d-f5f1-4e6e-9446-f07b6aaa54ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:aa:95', 'vm-uuid': 'b4ed4447-b023-4c3f-809b-e10592bbce25'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:24 user nova-compute[74725]: INFO os_vif [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5')
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:d6:a3:3e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:9f:da:4f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:cd:aa:95, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated VIF entry in instance network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebdfea05-d41d-4203-849d-9a6d732b8a1f req-1d65809f-8ddc-4166-a28b-f0aefc23c95f service nova] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Successfully created port: 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Successfully updated port: cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-changed-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Refreshing instance network info cache due to event network-changed-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Successfully updated port: 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance network_info: |[{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Refreshing network info cache for port cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start _get_guest_xml network_info=[{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing instance network info cache due to event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'pci_devices' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:28 user nova-compute[74725]:   <uuid>ef423888-4eec-4a0e-91c6-226e4986886d</uuid>
Nov 15 17:15:28 user nova-compute[74725]:   <name>instance-00000005</name>
Nov 15 17:15:28 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:28 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:28 user nova-compute[74725]:   <metadata>
Nov 15 17:15:28 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:28 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeTestJSON-server-753261566</nova:name>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:28</nova:creationTime>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:28 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:28 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:user uuid="1c0c92c5ddbb48a39c2d309d02bf6795">tempest-AttachVolumeTestJSON-1349472248-project-member</nova:user>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:project uuid="13637a1238224773aa9bbadf2991e120">tempest-AttachVolumeTestJSON-1349472248</nova:project>
Nov 15 17:15:28 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:28 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:28 user nova-compute[74725]:         <nova:port uuid="cae3b276-d1f5-425f-ae3e-2e9b9cb35f77">
Nov 15 17:15:28 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:15:28 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:28 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:28 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:28 user nova-compute[74725]:   </metadata>
Nov 15 17:15:28 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:28 user nova-compute[74725]:     <system>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="serial">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="uuid">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:15:28 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:28 user nova-compute[74725]:     </system>
Nov 15 17:15:28 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:28 user nova-compute[74725]:   <os>
Nov 15 17:15:28 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:28 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:28 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:28 user nova-compute[74725]:   </os>
Nov 15 17:15:28 user nova-compute[74725]:   <features>
Nov 15 17:15:28 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:28 user nova-compute[74725]:     <apic/>
Nov 15 17:15:28 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:28 user nova-compute[74725]:   </features>
Nov 15 17:15:28 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:28 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:28 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:28 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:28 user nova-compute[74725]:   </clock>
Nov 15 17:15:28 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:28 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:28 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:28 user nova-compute[74725]:   </cpu>
Nov 15 17:15:28 user nova-compute[74725]:   <devices>
Nov 15 17:15:28 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:28 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:28 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk"/>
Nov 15 17:15:28 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:28 user nova-compute[74725]:     </disk>
Nov 15 17:15:28 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:28 user nova-compute[74725]:       <mac address="fa:16:3e:07:fa:81"/>
Nov 15 17:15:28 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:28 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:28 user nova-compute[74725]:       <target dev="tapcae3b276-d1"/>
Nov 15 17:15:28 user nova-compute[74725]:     </interface>
Nov 15 17:15:28 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:28 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/console.log" append="off"/>
Nov 15 17:15:28 user nova-compute[74725]:     </serial>
Nov 15 17:15:28 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:28 user nova-compute[74725]:     <video>
Nov 15 17:15:28 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:28 user nova-compute[74725]:     </video>
Nov 15 17:15:28 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:28 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:28 user nova-compute[74725]:     </rng>
Nov 15 17:15:28 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:28 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:28 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:28 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:28 user nova-compute[74725]:   </devices>
Nov 15 17:15:28 user nova-compute[74725]: </domain>
Nov 15 17:15:28 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG os_vif [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b71c9590-060f-57e4-8ca9-96dcab75b52e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcae3b276-d1, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcae3b276-d1, col_values=(('qos', UUID('cefc6ec8-f864-4af6-8d8d-28132fc4f1c2')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcae3b276-d1, col_values=(('external_ids', {'iface-id': 'cae3b276-d1f5-425f-ae3e-2e9b9cb35f77', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:fa:81', 'vm-uuid': 'ef423888-4eec-4a0e-91c6-226e4986886d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:28 user nova-compute[74725]: INFO os_vif [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No VIF found with MAC fa:16:3e:07:fa:81, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance network_info: |[{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG nova.network.neutron [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start _get_guest_xml network_info=[{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updated VIF entry in instance network info cache for port cae3b276-d1f5-425f-ae3e-2e9b9cb35f77. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fed891d1-2431-48fc-8dc4-26d5657d9b4f req-8c2482b9-94f5-49a8-96cf-77bc94ae84e9 service nova] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updated VIF entry in instance network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-254cbf3d-4db6-414e-92ca-a3657a51e6f3 req-8144b161-b093-42e6-905b-eb3e2e3bfb7b service nova] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:34 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:34 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance spawned successfully.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-972101352',display_name='tempest-ServerStableDeviceRescueTest-server-972101352',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-972101352',id=6,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKf5rc54fbXk7zysNLX6/+D2iwnxQ113dZi7krshVqpeBgvvbOSWg6yXOUS/tdtMVdfo1Q44ge5MbvzYe6iF+w0j5t9gYr2vUouIgYyTXPPKLsbRURQw4kiVZllLTgIYA==',key_name='tempest-keypair-228947048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7cc4bbeb157f4721a4e992629e1f7412',ramdisk_id='',reservation_id='r-qz0evusa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1810679860',owner_user_name='tempest-ServerStableDeviceRescueTest-1810679860-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd74d5c42beb4f3e9e05abed2fb1e652',uuid=f33046f0-9f3b-43b9-b62f-7f007137db37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converting VIF {"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'pci_devices' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:34 user nova-compute[74725]:   <uuid>f33046f0-9f3b-43b9-b62f-7f007137db37</uuid>
Nov 15 17:15:34 user nova-compute[74725]:   <name>instance-00000006</name>
Nov 15 17:15:34 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:34 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:34 user nova-compute[74725]:   <metadata>
Nov 15 17:15:34 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:34 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-972101352</nova:name>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:34</nova:creationTime>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:34 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:34 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:user uuid="bd74d5c42beb4f3e9e05abed2fb1e652">tempest-ServerStableDeviceRescueTest-1810679860-project-member</nova:user>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:project uuid="7cc4bbeb157f4721a4e992629e1f7412">tempest-ServerStableDeviceRescueTest-1810679860</nova:project>
Nov 15 17:15:34 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:34 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:34 user nova-compute[74725]:         <nova:port uuid="839eec47-c9da-4c7d-b019-673dc620fb07">
Nov 15 17:15:34 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:15:34 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:34 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:34 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:34 user nova-compute[74725]:   </metadata>
Nov 15 17:15:34 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:34 user nova-compute[74725]:     <system>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="serial">f33046f0-9f3b-43b9-b62f-7f007137db37</entry>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="uuid">f33046f0-9f3b-43b9-b62f-7f007137db37</entry>
Nov 15 17:15:34 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:34 user nova-compute[74725]:     </system>
Nov 15 17:15:34 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:34 user nova-compute[74725]:   <os>
Nov 15 17:15:34 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:34 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:34 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:34 user nova-compute[74725]:   </os>
Nov 15 17:15:34 user nova-compute[74725]:   <features>
Nov 15 17:15:34 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:34 user nova-compute[74725]:     <apic/>
Nov 15 17:15:34 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:34 user nova-compute[74725]:   </features>
Nov 15 17:15:34 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:34 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:34 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:34 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:34 user nova-compute[74725]:   </clock>
Nov 15 17:15:34 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:34 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:34 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:34 user nova-compute[74725]:   </cpu>
Nov 15 17:15:34 user nova-compute[74725]:   <devices>
Nov 15 17:15:34 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:34 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:34 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk"/>
Nov 15 17:15:34 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:34 user nova-compute[74725]:     </disk>
Nov 15 17:15:34 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:34 user nova-compute[74725]:       <mac address="fa:16:3e:0f:59:4d"/>
Nov 15 17:15:34 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:34 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:34 user nova-compute[74725]:       <target dev="tap839eec47-c9"/>
Nov 15 17:15:34 user nova-compute[74725]:     </interface>
Nov 15 17:15:34 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:34 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/console.log" append="off"/>
Nov 15 17:15:34 user nova-compute[74725]:     </serial>
Nov 15 17:15:34 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:34 user nova-compute[74725]:     <video>
Nov 15 17:15:34 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:34 user nova-compute[74725]:     </video>
Nov 15 17:15:34 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:34 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:34 user nova-compute[74725]:     </rng>
Nov 15 17:15:34 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:34 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:34 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:34 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:34 user nova-compute[74725]:   </devices>
Nov 15 17:15:34 user nova-compute[74725]: </domain>
Nov 15 17:15:34 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-972101352',display_name='tempest-ServerStableDeviceRescueTest-server-972101352',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-972101352',id=6,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKf5rc54fbXk7zysNLX6/+D2iwnxQ113dZi7krshVqpeBgvvbOSWg6yXOUS/tdtMVdfo1Q44ge5MbvzYe6iF+w0j5t9gYr2vUouIgYyTXPPKLsbRURQw4kiVZllLTgIYA==',key_name='tempest-keypair-228947048',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7cc4bbeb157f4721a4e992629e1f7412',ramdisk_id='',reservation_id='r-qz0evusa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1810679860',owner_user_name='tempest-ServerStableDeviceRescueTest-1810679860-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd74d5c42beb4f3e9e05abed2fb1e652',uuid=f33046f0-9f3b-43b9-b62f-7f007137db37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converting VIF {"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG os_vif [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0711a7c9-d366-5e98-b707-bc0e9c9875c7', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap839eec47-c9, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap839eec47-c9, col_values=(('qos', UUID('f7fd19dc-4fff-4ea2-a43b-e47c706ddbee')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap839eec47-c9, col_values=(('external_ids', {'iface-id': '839eec47-c9da-4c7d-b019-673dc620fb07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:59:4d', 'vm-uuid': 'f33046f0-9f3b-43b9-b62f-7f007137db37'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: INFO os_vif [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9')
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Instance spawned successfully.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Instance spawned successfully.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance spawned successfully.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Took 17.90 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No VIF found with MAC fa:16:3e:0f:59:4d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Took 20.35 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Took 18.85 seconds to build instance.
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Took 17.84 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Took 19.35 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-262d95f7-c88f-412d-828c-f14e6915bef9 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.068s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Took 21.78 seconds to build instance.
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Took 18.97 seconds to build instance.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-200101fa-09c9-4e45-bd95-c85ec3ff07a7 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b31d511c-d055-4f64-bbc4-9cbdd42aa73c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.104s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:34 user nova-compute[74725]: INFO nova.compute.manager [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Took 20.81 seconds to build instance.
Nov 15 17:15:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9ba49e7b-48f5-4c19-a000-cb6b165e0590 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.079s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:35 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance spawned successfully.
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:35 user nova-compute[74725]: INFO nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Took 13.54 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:35 user nova-compute[74725]: INFO nova.compute.manager [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Took 14.47 seconds to build instance.
Nov 15 17:15:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-67c15f8a-ea84-488b-9c29-3e1c19e4daeb tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.645s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:37 user nova-compute[74725]: INFO nova.compute.claims [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Claim successful on node user
Nov 15 17:15:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.739s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.policy [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '524b6e052051427f8bba0269b64deae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1d068cca9d4ffab743db16dc18c41f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Creating image(s)
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "/opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "/opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "/opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance spawned successfully.
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.414s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.392s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:40 user nova-compute[74725]: INFO nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Took 16.03 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk 1073741824" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.606s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:40 user nova-compute[74725]: INFO nova.compute.claims [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Claim successful on node user
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.468s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:40 user nova-compute[74725]: INFO nova.compute.manager [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Took 17.37 seconds to build instance.
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9b78986b-732c-4d84-96bf-8553a82aa63a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.618s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Cannot resize image /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Ensure instance console log exists: /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.122s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:41 user nova-compute[74725]: WARNING nova.compute.manager [req-94cfed6b-8d63-4ab1-8223-f32cd73b58d4 req-d909eed2-9e94-4f84-9d10-d0e4a721070c service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state None.
Nov 15 17:15:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG nova.policy [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f1ceae88ac42939bf6e7553f11fbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451833047c664b84b3fd6b8c67d2390a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:42 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Creating image(s)
Nov 15 17:15:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:42 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Successfully created port: 613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.part --force-share --output=json" returned: 0 in 0.366s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG nova.virt.images [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] 38602e2b-6b4e-4624-a494-141f4018ef49 was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.part /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.part /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.converted" returned: 0 in 0.251s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626.converted --force-share --output=json" returned: 0 in 0.265s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.759s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:44 user nova-compute[74725]: WARNING nova.compute.manager [req-60b527ea-8a6a-4e44-b5ec-ba5442525843 req-fa89b75f-8bbe-476f-a0a1-f7f2832bdf0b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state None.
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json" returned: 0 in 0.256s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json" returned: 0 in 0.266s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626,backing_fmt=raw /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Successfully updated port: 613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-changed-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Refreshing instance network info cache due to event network-changed-613a2f66-8cbe-498a-80c3-9fe0cfdad932. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] Acquiring lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] Acquired lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG nova.network.neutron [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Refreshing network info cache for port 613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626,backing_fmt=raw /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk 1073741824" returned: 0 in 0.230s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "0096537a94e339ee3a52a1fbdfa54aebd6382626" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.525s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.network.neutron [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 --force-share --output=json" returned: 0 in 0.319s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Checking if we can resize image /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Cannot resize image /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Ensure instance console log exists: /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.network.neutron [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4e992383-b522-4e6e-9926-f300acca4356 req-6a9f9bff-8270-4e5b-b6ce-a20b4af61fec service nova] Releasing lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquired lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Successfully created port: 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] No waiting events found dispatching network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:46 user nova-compute[74725]: WARNING nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received unexpected event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe for instance with vm_state active and task_state None.
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] No waiting events found dispatching network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:46 user nova-compute[74725]: WARNING nova.compute.manager [req-7c06b4c4-191f-4e02-9d00-b4c19888739d req-7062eba2-0909-49dd-9c2a-8645487ad0f4 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received unexpected event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe for instance with vm_state active and task_state None.
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updating instance_info_cache with network_info: [{"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Releasing lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance network_info: |[{"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Start _get_guest_xml network_info=[{"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1272996680',display_name='tempest-VolumesAdminNegativeTest-server-1272996680',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1272996680',id=7,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKKqFXr+iw89P+EbwxVZW+J1Vkee0d+E+wQiSAEn+TTAF4eprn3fiFdM5FNURlV5noxqbMMauyiiyOeEBbWNWGnSTjPwFQAGE0Kqthl8BDbAZAo+o0Z5eYVCsFD26zDdw==',key_name='tempest-keypair-1500782903',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-n9svcgty',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524b6e052051427f8bba0269b64deae6',uuid=cf7eafb9-e207-411a-84c3-a2105bd1e9ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'pci_devices' on Instance uuid cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:46 user nova-compute[74725]:   <uuid>cf7eafb9-e207-411a-84c3-a2105bd1e9ad</uuid>
Nov 15 17:15:46 user nova-compute[74725]:   <name>instance-00000007</name>
Nov 15 17:15:46 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:46 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:46 user nova-compute[74725]:   <metadata>
Nov 15 17:15:46 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:46 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1272996680</nova:name>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:46</nova:creationTime>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:46 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:46 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:user uuid="524b6e052051427f8bba0269b64deae6">tempest-VolumesAdminNegativeTest-1312061776-project-member</nova:user>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:project uuid="de1d068cca9d4ffab743db16dc18c41f">tempest-VolumesAdminNegativeTest-1312061776</nova:project>
Nov 15 17:15:46 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:46 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:46 user nova-compute[74725]:         <nova:port uuid="613a2f66-8cbe-498a-80c3-9fe0cfdad932">
Nov 15 17:15:46 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:15:46 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:46 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:46 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:46 user nova-compute[74725]:   </metadata>
Nov 15 17:15:46 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:46 user nova-compute[74725]:     <system>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="serial">cf7eafb9-e207-411a-84c3-a2105bd1e9ad</entry>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="uuid">cf7eafb9-e207-411a-84c3-a2105bd1e9ad</entry>
Nov 15 17:15:46 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:46 user nova-compute[74725]:     </system>
Nov 15 17:15:46 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:46 user nova-compute[74725]:   <os>
Nov 15 17:15:46 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:46 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:46 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:46 user nova-compute[74725]:   </os>
Nov 15 17:15:46 user nova-compute[74725]:   <features>
Nov 15 17:15:46 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:46 user nova-compute[74725]:     <apic/>
Nov 15 17:15:46 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:46 user nova-compute[74725]:   </features>
Nov 15 17:15:46 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:46 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:46 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:46 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:46 user nova-compute[74725]:   </clock>
Nov 15 17:15:46 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:46 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:46 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:46 user nova-compute[74725]:   </cpu>
Nov 15 17:15:46 user nova-compute[74725]:   <devices>
Nov 15 17:15:46 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:46 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:46 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk"/>
Nov 15 17:15:46 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:46 user nova-compute[74725]:     </disk>
Nov 15 17:15:46 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:46 user nova-compute[74725]:       <mac address="fa:16:3e:1a:42:37"/>
Nov 15 17:15:46 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:46 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:46 user nova-compute[74725]:       <target dev="tap613a2f66-8c"/>
Nov 15 17:15:46 user nova-compute[74725]:     </interface>
Nov 15 17:15:46 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:46 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/console.log" append="off"/>
Nov 15 17:15:46 user nova-compute[74725]:     </serial>
Nov 15 17:15:46 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:46 user nova-compute[74725]:     <video>
Nov 15 17:15:46 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:46 user nova-compute[74725]:     </video>
Nov 15 17:15:46 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:46 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:46 user nova-compute[74725]:     </rng>
Nov 15 17:15:46 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:46 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:46 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:46 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:46 user nova-compute[74725]:   </devices>
Nov 15 17:15:46 user nova-compute[74725]: </domain>
Nov 15 17:15:46 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1272996680',display_name='tempest-VolumesAdminNegativeTest-server-1272996680',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1272996680',id=7,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKKqFXr+iw89P+EbwxVZW+J1Vkee0d+E+wQiSAEn+TTAF4eprn3fiFdM5FNURlV5noxqbMMauyiiyOeEBbWNWGnSTjPwFQAGE0Kqthl8BDbAZAo+o0Z5eYVCsFD26zDdw==',key_name='tempest-keypair-1500782903',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-n9svcgty',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524b6e052051427f8bba0269b64deae6',uuid=cf7eafb9-e207-411a-84c3-a2105bd1e9ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG os_vif [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f53d9b9-dab0-504e-8964-4abeaeb22a0d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap613a2f66-8c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap613a2f66-8c, col_values=(('qos', UUID('fd0d1b3b-b854-4397-93f0-5aa1f930da58')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap613a2f66-8c, col_values=(('external_ids', {'iface-id': '613a2f66-8cbe-498a-80c3-9fe0cfdad932', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:42:37', 'vm-uuid': 'cf7eafb9-e207-411a-84c3-a2105bd1e9ad'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:46 user nova-compute[74725]: INFO os_vif [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c')
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No VIF found with MAC fa:16:3e:1a:42:37, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Successfully updated port: 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquired lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:48 user nova-compute[74725]: INFO nova.compute.claims [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Claim successful on node user
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:48 user nova-compute[74725]: WARNING nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state None.
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:48 user nova-compute[74725]: WARNING nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state None.
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-changed-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Refreshing instance network info cache due to event network-changed-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Acquiring lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updating instance_info_cache with network_info: [{"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Releasing lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Instance network_info: |[{"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Acquired lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Refreshing network info cache for port 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Start _get_guest_xml network_info=[{"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:15:31Z,direct_url=<?>,disk_format='qcow2',id=38602e2b-6b4e-4624-a494-141f4018ef49,min_disk=0,min_ram=0,name='',owner='0a1849a4289641309807194ee0416e2a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:15:34Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'scsi', 'encryption_options': None, 'device_type': 'disk', 'image_id': '38602e2b-6b4e-4624-a494-141f4018ef49'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:15:31Z,direct_url=<?>,disk_format='qcow2',id=38602e2b-6b4e-4624-a494-141f4018ef49,min_disk=0,min_ram=0,name='',owner='0a1849a4289641309807194ee0416e2a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:15:34Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2000807907',display_name='tempest-AttachSCSIVolumeTestJSON-server-2000807907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2000807907',id=8,image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKx9ztodyHH9BcHdmvB5uCrXwj6yFuRr9vWk8rmWTMcJmLw0Z7O6/DMyiVKgtpxToQ0AFIWJM1z8YvLT/EBW7vQOMxlNXMGVjhfE09+2suWg9fVKRyI67wQQdcUlX9HGKA==',key_name='tempest-keypair-458210688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='451833047c664b84b3fd6b8c67d2390a',ramdisk_id='',reservation_id='r-khni4pdu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1750267502',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1750267502-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f1ceae88ac42939bf6e7553f11fbe7',uuid=50f4af51-d9bf-4963-aa82-c7aef8f5b3cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converting VIF {"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lazy-loading 'pci_devices' on Instance uuid 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:49 user nova-compute[74725]:   <uuid>50f4af51-d9bf-4963-aa82-c7aef8f5b3cc</uuid>
Nov 15 17:15:49 user nova-compute[74725]:   <name>instance-00000008</name>
Nov 15 17:15:49 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:49 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:49 user nova-compute[74725]:   <metadata>
Nov 15 17:15:49 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:49 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-2000807907</nova:name>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:49</nova:creationTime>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:49 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:49 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:user uuid="94f1ceae88ac42939bf6e7553f11fbe7">tempest-AttachSCSIVolumeTestJSON-1750267502-project-member</nova:user>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:project uuid="451833047c664b84b3fd6b8c67d2390a">tempest-AttachSCSIVolumeTestJSON-1750267502</nova:project>
Nov 15 17:15:49 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:root type="image" uuid="38602e2b-6b4e-4624-a494-141f4018ef49"/>
Nov 15 17:15:49 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:49 user nova-compute[74725]:         <nova:port uuid="33ebf11d-eda9-45fa-a972-0fd2eb3a15e9">
Nov 15 17:15:49 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:15:49 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:49 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:49 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:49 user nova-compute[74725]:   </metadata>
Nov 15 17:15:49 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:49 user nova-compute[74725]:     <system>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="serial">50f4af51-d9bf-4963-aa82-c7aef8f5b3cc</entry>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="uuid">50f4af51-d9bf-4963-aa82-c7aef8f5b3cc</entry>
Nov 15 17:15:49 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:49 user nova-compute[74725]:     </system>
Nov 15 17:15:49 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:49 user nova-compute[74725]:   <os>
Nov 15 17:15:49 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:49 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:49 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:49 user nova-compute[74725]:   </os>
Nov 15 17:15:49 user nova-compute[74725]:   <features>
Nov 15 17:15:49 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:49 user nova-compute[74725]:     <apic/>
Nov 15 17:15:49 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:49 user nova-compute[74725]:   </features>
Nov 15 17:15:49 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:49 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:49 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:49 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:49 user nova-compute[74725]:   </clock>
Nov 15 17:15:49 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:49 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:49 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:49 user nova-compute[74725]:   </cpu>
Nov 15 17:15:49 user nova-compute[74725]:   <devices>
Nov 15 17:15:49 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:49 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:49 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk"/>
Nov 15 17:15:49 user nova-compute[74725]:       <target dev="sda" bus="scsi"/>
Nov 15 17:15:49 user nova-compute[74725]:       <address type="drive" controller="0" unit="0"/>
Nov 15 17:15:49 user nova-compute[74725]:     </disk>
Nov 15 17:15:49 user nova-compute[74725]:     <disk type="file" device="cdrom">
Nov 15 17:15:49 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 17:15:49 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.config"/>
Nov 15 17:15:49 user nova-compute[74725]:       <target dev="sdb" bus="scsi"/>
Nov 15 17:15:49 user nova-compute[74725]:       <address type="drive" controller="0" unit="1"/>
Nov 15 17:15:49 user nova-compute[74725]:     </disk>
Nov 15 17:15:49 user nova-compute[74725]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 15 17:15:49 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:49 user nova-compute[74725]:       <mac address="fa:16:3e:03:e1:f2"/>
Nov 15 17:15:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:49 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:49 user nova-compute[74725]:       <target dev="tap33ebf11d-ed"/>
Nov 15 17:15:49 user nova-compute[74725]:     </interface>
Nov 15 17:15:49 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:49 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/console.log" append="off"/>
Nov 15 17:15:49 user nova-compute[74725]:     </serial>
Nov 15 17:15:49 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:49 user nova-compute[74725]:     <video>
Nov 15 17:15:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:49 user nova-compute[74725]:     </video>
Nov 15 17:15:49 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:49 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:49 user nova-compute[74725]:     </rng>
Nov 15 17:15:49 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:49 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:49 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:49 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:49 user nova-compute[74725]:   </devices>
Nov 15 17:15:49 user nova-compute[74725]: </domain>
Nov 15 17:15:49 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2000807907',display_name='tempest-AttachSCSIVolumeTestJSON-server-2000807907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2000807907',id=8,image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKx9ztodyHH9BcHdmvB5uCrXwj6yFuRr9vWk8rmWTMcJmLw0Z7O6/DMyiVKgtpxToQ0AFIWJM1z8YvLT/EBW7vQOMxlNXMGVjhfE09+2suWg9fVKRyI67wQQdcUlX9HGKA==',key_name='tempest-keypair-458210688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='451833047c664b84b3fd6b8c67d2390a',ramdisk_id='',reservation_id='r-khni4pdu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1750267502',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1750267502-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f1ceae88ac42939bf6e7553f11fbe7',uuid=50f4af51-d9bf-4963-aa82-c7aef8f5b3cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converting VIF {"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG os_vif [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aaaa8401-e4d3-5cc4-92b2-f288e8802f81', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap33ebf11d-ed, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap33ebf11d-ed, col_values=(('qos', UUID('ecb75446-ec0f-45db-8899-4a40b4b13e09')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap33ebf11d-ed, col_values=(('external_ids', {'iface-id': '33ebf11d-eda9-45fa-a972-0fd2eb3a15e9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:e1:f2', 'vm-uuid': '50f4af51-d9bf-4963-aa82-c7aef8f5b3cc'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: INFO os_vif [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed')
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No BDM found with device name sda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No VIF found with MAC fa:16:3e:03:e1:f2, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Using config drive
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.829s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Creating config drive at /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.config
Nov 15 17:15:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprgpy1_aw {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprgpy1_aw" returned: 0 in 0.077s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:50 user nova-compute[74725]: DEBUG nova.policy [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0045188425b14e24a296253253be4857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e347b0fb592b4a75aa850a51d39a8673', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updated VIF entry in instance network info cache for port 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updating instance_info_cache with network_info: [{"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Creating image(s)
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6351d8f8-e58e-4667-8649-bed63744a79f req-185b6340-4f68-4742-afc1-673ab9e3c44f service nova] Releasing lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.225s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.297s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk 1073741824" returned: 0 in 0.124s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.445s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance spawned successfully.
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.323s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:52 user nova-compute[74725]: INFO nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Took 13.42 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.352s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Cannot resize image /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Ensure instance console log exists: /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:52 user nova-compute[74725]: INFO nova.compute.manager [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Took 14.96 seconds to build instance.
Nov 15 17:15:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d840eb03-6074-4716-8982-cb0ebbdd3463 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.281s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Successfully created port: 051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] No waiting events found dispatching network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:54 user nova-compute[74725]: WARNING nova.compute.manager [req-0a8c55a1-760f-4c93-81bf-34b50fbc67d0 req-fa7c0477-1d68-4f76-aea6-8573a63c3060 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received unexpected event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 for instance with vm_state building and task_state spawning.
Nov 15 17:15:54 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:15:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:15:55 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Instance spawned successfully.
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:55 user nova-compute[74725]: WARNING nova.compute.manager [req-8966e06f-15a7-42d7-a293-d25dbde45c84 req-797484a2-15d7-452b-a78d-a40cc3e6dd62 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state active and task_state None.
Nov 15 17:15:55 user nova-compute[74725]: INFO nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Took 12.96 seconds to spawn the instance on the hypervisor.
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:15:55 user nova-compute[74725]: INFO nova.compute.manager [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Took 14.95 seconds to build instance.
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-012d9f3f-9734-465b-9795-71250d94d707 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.191s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:15:55 user nova-compute[74725]: INFO nova.compute.claims [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Claim successful on node user
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Successfully updated port: 051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.562s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:55 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:15:56 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.policy [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84f948f7c7154013be9fe3efddf92363', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb87c2d16d904a5a8ec846549e678637', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:15:56 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Creating image(s)
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "/opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "/opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "/opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.225s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk 1073741824" returned: 0 in 0.051s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] No waiting events found dispatching network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:56 user nova-compute[74725]: WARNING nova.compute.manager [req-d15f890e-945d-40fb-9b37-1206e4cdd125 req-746c8f27-44a5-4df1-b145-d5662b3c44b5 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received unexpected event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 for instance with vm_state active and task_state None.
Nov 15 17:15:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Instance network_info: |[{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Start _get_guest_xml network_info=[{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Successfully created port: 40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:15:56 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:56 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'pci_devices' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:57 user nova-compute[74725]:   <uuid>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</uuid>
Nov 15 17:15:57 user nova-compute[74725]:   <name>instance-00000009</name>
Nov 15 17:15:57 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:57 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:57 user nova-compute[74725]:   <metadata>
Nov 15 17:15:57 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:57 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:name>tempest-device-tagging-server-352260806</nova:name>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:56</nova:creationTime>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:57 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:57 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:user uuid="0045188425b14e24a296253253be4857">tempest-TaggedAttachmentsTest-340790645-project-member</nova:user>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:project uuid="e347b0fb592b4a75aa850a51d39a8673">tempest-TaggedAttachmentsTest-340790645</nova:project>
Nov 15 17:15:57 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:57 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:57 user nova-compute[74725]:         <nova:port uuid="051aa660-2c99-4064-a16b-55d475cd8871">
Nov 15 17:15:57 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:15:57 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:57 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:57 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:57 user nova-compute[74725]:   </metadata>
Nov 15 17:15:57 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:57 user nova-compute[74725]:     <system>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="serial">d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="uuid">d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:15:57 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:57 user nova-compute[74725]:     </system>
Nov 15 17:15:57 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:57 user nova-compute[74725]:   <os>
Nov 15 17:15:57 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:57 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:57 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:57 user nova-compute[74725]:   </os>
Nov 15 17:15:57 user nova-compute[74725]:   <features>
Nov 15 17:15:57 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:57 user nova-compute[74725]:     <apic/>
Nov 15 17:15:57 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:57 user nova-compute[74725]:   </features>
Nov 15 17:15:57 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:57 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:57 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:57 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:57 user nova-compute[74725]:   </clock>
Nov 15 17:15:57 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:57 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:57 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:57 user nova-compute[74725]:   </cpu>
Nov 15 17:15:57 user nova-compute[74725]:   <devices>
Nov 15 17:15:57 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:57 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:57 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk"/>
Nov 15 17:15:57 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:57 user nova-compute[74725]:     </disk>
Nov 15 17:15:57 user nova-compute[74725]:     <disk type="file" device="cdrom">
Nov 15 17:15:57 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 17:15:57 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config"/>
Nov 15 17:15:57 user nova-compute[74725]:       <target dev="hda" bus="ide"/>
Nov 15 17:15:57 user nova-compute[74725]:     </disk>
Nov 15 17:15:57 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:57 user nova-compute[74725]:       <mac address="fa:16:3e:ff:a0:9c"/>
Nov 15 17:15:57 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:57 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:57 user nova-compute[74725]:       <target dev="tap051aa660-2c"/>
Nov 15 17:15:57 user nova-compute[74725]:     </interface>
Nov 15 17:15:57 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:57 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log" append="off"/>
Nov 15 17:15:57 user nova-compute[74725]:     </serial>
Nov 15 17:15:57 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:57 user nova-compute[74725]:     <video>
Nov 15 17:15:57 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:57 user nova-compute[74725]:     </video>
Nov 15 17:15:57 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:57 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:57 user nova-compute[74725]:     </rng>
Nov 15 17:15:57 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:57 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:57 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:57 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:57 user nova-compute[74725]:   </devices>
Nov 15 17:15:57 user nova-compute[74725]: </domain>
Nov 15 17:15:57 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG os_vif [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.263s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e40ac422-c8cb-5c5d-a722-2ca0a86c479f', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap051aa660-2c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap051aa660-2c, col_values=(('qos', UUID('023e8195-4fc1-4d02-990b-802f440cb17e')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap051aa660-2c, col_values=(('external_ids', {'iface-id': '051aa660-2c99-4064-a16b-55d475cd8871', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:a0:9c', 'vm-uuid': 'd2cb5f7b-51aa-47ee-b057-3673a62ca1c0'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:57 user nova-compute[74725]: INFO os_vif [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c')
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-changed-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing instance network info cache due to event network-changed-051aa660-2c99-4064-a16b-55d475cd8871. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing network info cache for port 051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name hda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No VIF found with MAC fa:16:3e:ff:a0:9c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Using config drive
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Cannot resize image /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Ensure instance console log exists: /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Creating config drive at /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmplz94kgsa {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmplz94kgsa" returned: 0 in 0.076s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Successfully updated port: 40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquired lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:15:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating instance_info_cache with network_info: [{"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Releasing lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Instance network_info: |[{"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Start _get_guest_xml network_info=[{"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:15:58 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:58 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1175514592',display_name='tempest-VolumesAssistedSnapshotsTest-server-1175514592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1175514592',id=10,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtAZSzvONqKFUvOUanmgzN08hGCukkE0p/7jPB/rDrj3t7WbeDXQJ1oWRHYHZO5WVrKumiPIfL+BNGP2wLUAsEZi1UN9+FmIbtbSJzigpFAqF8MlLevHBM5IuQooAVcag==',key_name='tempest-keypair-583796455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb87c2d16d904a5a8ec846549e678637',ramdisk_id='',reservation_id='r-g39kbef4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-190723503',owner_user_name='tempest-VolumesAssistedSnapshotsTest-190723503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='84f948f7c7154013be9fe3efddf92363',uuid=e8c6ee67-6221-436a-94ad-a9e3d616e2aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converting VIF {"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.objects.instance [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lazy-loading 'pci_devices' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:15:58 user nova-compute[74725]:   <uuid>e8c6ee67-6221-436a-94ad-a9e3d616e2aa</uuid>
Nov 15 17:15:58 user nova-compute[74725]:   <name>instance-0000000a</name>
Nov 15 17:15:58 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:15:58 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:15:58 user nova-compute[74725]:   <metadata>
Nov 15 17:15:58 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:15:58 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1175514592</nova:name>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:15:58</nova:creationTime>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:15:58 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:15:58 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:owner>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:user uuid="84f948f7c7154013be9fe3efddf92363">tempest-VolumesAssistedSnapshotsTest-190723503-project-member</nova:user>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:project uuid="cb87c2d16d904a5a8ec846549e678637">tempest-VolumesAssistedSnapshotsTest-190723503</nova:project>
Nov 15 17:15:58 user nova-compute[74725]:       </nova:owner>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:15:58 user nova-compute[74725]:       <nova:ports>
Nov 15 17:15:58 user nova-compute[74725]:         <nova:port uuid="40d86426-2210-430e-b81b-448e9a3d08eb">
Nov 15 17:15:58 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:15:58 user nova-compute[74725]:         </nova:port>
Nov 15 17:15:58 user nova-compute[74725]:       </nova:ports>
Nov 15 17:15:58 user nova-compute[74725]:     </nova:instance>
Nov 15 17:15:58 user nova-compute[74725]:   </metadata>
Nov 15 17:15:58 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:15:58 user nova-compute[74725]:     <system>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="serial">e8c6ee67-6221-436a-94ad-a9e3d616e2aa</entry>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="uuid">e8c6ee67-6221-436a-94ad-a9e3d616e2aa</entry>
Nov 15 17:15:58 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:15:58 user nova-compute[74725]:     </system>
Nov 15 17:15:58 user nova-compute[74725]:   </sysinfo>
Nov 15 17:15:58 user nova-compute[74725]:   <os>
Nov 15 17:15:58 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:15:58 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:15:58 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:15:58 user nova-compute[74725]:   </os>
Nov 15 17:15:58 user nova-compute[74725]:   <features>
Nov 15 17:15:58 user nova-compute[74725]:     <acpi/>
Nov 15 17:15:58 user nova-compute[74725]:     <apic/>
Nov 15 17:15:58 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:15:58 user nova-compute[74725]:   </features>
Nov 15 17:15:58 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:15:58 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:15:58 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:15:58 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:15:58 user nova-compute[74725]:   </clock>
Nov 15 17:15:58 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:15:58 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:15:58 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:15:58 user nova-compute[74725]:   </cpu>
Nov 15 17:15:58 user nova-compute[74725]:   <devices>
Nov 15 17:15:58 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:15:58 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:15:58 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk"/>
Nov 15 17:15:58 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:15:58 user nova-compute[74725]:     </disk>
Nov 15 17:15:58 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:15:58 user nova-compute[74725]:       <mac address="fa:16:3e:dc:78:33"/>
Nov 15 17:15:58 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:58 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:15:58 user nova-compute[74725]:       <target dev="tap40d86426-22"/>
Nov 15 17:15:58 user nova-compute[74725]:     </interface>
Nov 15 17:15:58 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:15:58 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/console.log" append="off"/>
Nov 15 17:15:58 user nova-compute[74725]:     </serial>
Nov 15 17:15:58 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:15:58 user nova-compute[74725]:     <video>
Nov 15 17:15:58 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:15:58 user nova-compute[74725]:     </video>
Nov 15 17:15:58 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:15:58 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:15:58 user nova-compute[74725]:     </rng>
Nov 15 17:15:58 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:15:58 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:15:58 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:15:58 user nova-compute[74725]:     </memballoon>
Nov 15 17:15:58 user nova-compute[74725]:   </devices>
Nov 15 17:15:58 user nova-compute[74725]: </domain>
Nov 15 17:15:58 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1175514592',display_name='tempest-VolumesAssistedSnapshotsTest-server-1175514592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1175514592',id=10,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtAZSzvONqKFUvOUanmgzN08hGCukkE0p/7jPB/rDrj3t7WbeDXQJ1oWRHYHZO5WVrKumiPIfL+BNGP2wLUAsEZi1UN9+FmIbtbSJzigpFAqF8MlLevHBM5IuQooAVcag==',key_name='tempest-keypair-583796455',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb87c2d16d904a5a8ec846549e678637',ramdisk_id='',reservation_id='r-g39kbef4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-190723503',owner_user_name='tempest-VolumesAssistedSnapshotsTest-190723503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='84f948f7c7154013be9fe3efddf92363',uuid=e8c6ee67-6221-436a-94ad-a9e3d616e2aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converting VIF {"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG os_vif [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '923c3066-6976-5971-8a9f-cec1d6b9df17', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40d86426-22, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40d86426-22, col_values=(('qos', UUID('007e864e-171a-4058-9cdd-4759c7c859b5')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40d86426-22, col_values=(('external_ids', {'iface-id': '40d86426-2210-430e-b81b-448e9a3d08eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:78:33', 'vm-uuid': 'e8c6ee67-6221-436a-94ad-a9e3d616e2aa'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: INFO os_vif [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22')
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] No VIF found with MAC fa:16:3e:dc:78:33, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updated VIF entry in instance network info cache for port 051aa660-2c99-4064-a16b-55d475cd8871. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:15:58 user nova-compute[74725]: WARNING nova.compute.manager [req-8d1fa9fc-0fd3-4969-b3b3-16504d77e1ad req-09fffcbd-8ec2-41f8-bfe6-c743caa11a96 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state active and task_state None.
Nov 15 17:15:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-changed-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Refreshing instance network info cache due to event network-changed-40d86426-2210-430e-b81b-448e9a3d08eb. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] Acquiring lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] Acquired lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:15:58 user nova-compute[74725]: DEBUG nova.network.neutron [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Refreshing network info cache for port 40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:15:59 user nova-compute[74725]: DEBUG nova.network.neutron [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updated VIF entry in instance network info cache for port 40d86426-2210-430e-b81b-448e9a3d08eb. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:15:59 user nova-compute[74725]: DEBUG nova.network.neutron [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating instance_info_cache with network_info: [{"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:15:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91666ae4-9de2-4f00-9217-e76128976130 req-2d515028-7852-4ced-8054-89c36676159a service nova] Releasing lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:00 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:16:00 user nova-compute[74725]: INFO nova.compute.claims [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Claim successful on node user
Nov 15 17:16:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.789s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:16:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:16:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG nova.policy [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbfc21b653074c5688710ca5639a7c06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aecb82a5d34b86a5b584742f981ab3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:16:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Creating image(s)
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "/opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "/opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "/opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.293s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk 1073741824" returned: 0 in 0.050s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Successfully created port: b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.228s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Checking if we can resize image /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:16:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Cannot resize image /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Ensure instance console log exists: /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Instance spawned successfully.
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Took 12.48 seconds to spawn the instance on the hypervisor.
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Instance spawned successfully.
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.compute.manager [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Took 15.35 seconds to build instance.
Nov 15 17:16:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2fc5266-3952-4dd6-ba7f-87d0c6eb1b45 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.595s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Took 7.54 seconds to spawn the instance on the hypervisor.
Nov 15 17:16:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:16:03 user nova-compute[74725]: INFO nova.compute.manager [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Took 8.59 seconds to build instance.
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-036b7e52-c158-4364-b265-82ee8ef28e29 tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.717s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Successfully updated port: b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquired lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-changed-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Refreshing instance network info cache due to event network-changed-b8743b86-652c-46b3-8522-625be7dd0c47. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] Acquiring lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.neutron [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Updating instance_info_cache with network_info: [{"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Releasing lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Instance network_info: |[{"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] Acquired lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Refreshing network info cache for port b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Start _get_guest_xml network_info=[{"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:16:05 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:05 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-171753048',display_name='tempest-VolumesActionsTest-instance-171753048',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-171753048',id=11,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94aecb82a5d34b86a5b584742f981ab3',ramdisk_id='',reservation_id='r-sq5ds7oc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1415922067',owner_user_name='tempest-VolumesActionsTest-1415922067-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:02Z,user_data=None,user_id='bbfc21b653074c5688710ca5639a7c06',uuid=43f28236-051c-49bb-8309-91cd742085fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converting VIF {"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.objects.instance [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lazy-loading 'pci_devices' on Instance uuid 43f28236-051c-49bb-8309-91cd742085fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:16:05 user nova-compute[74725]:   <uuid>43f28236-051c-49bb-8309-91cd742085fa</uuid>
Nov 15 17:16:05 user nova-compute[74725]:   <name>instance-0000000b</name>
Nov 15 17:16:05 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:16:05 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:16:05 user nova-compute[74725]:   <metadata>
Nov 15 17:16:05 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:16:05 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:name>tempest-VolumesActionsTest-instance-171753048</nova:name>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:16:05</nova:creationTime>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:16:05 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:16:05 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:owner>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:user uuid="bbfc21b653074c5688710ca5639a7c06">tempest-VolumesActionsTest-1415922067-project-member</nova:user>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:project uuid="94aecb82a5d34b86a5b584742f981ab3">tempest-VolumesActionsTest-1415922067</nova:project>
Nov 15 17:16:05 user nova-compute[74725]:       </nova:owner>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:16:05 user nova-compute[74725]:       <nova:ports>
Nov 15 17:16:05 user nova-compute[74725]:         <nova:port uuid="b8743b86-652c-46b3-8522-625be7dd0c47">
Nov 15 17:16:05 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:16:05 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:05 user nova-compute[74725]:       </nova:ports>
Nov 15 17:16:05 user nova-compute[74725]:     </nova:instance>
Nov 15 17:16:05 user nova-compute[74725]:   </metadata>
Nov 15 17:16:05 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:16:05 user nova-compute[74725]:     <system>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="serial">43f28236-051c-49bb-8309-91cd742085fa</entry>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="uuid">43f28236-051c-49bb-8309-91cd742085fa</entry>
Nov 15 17:16:05 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:16:05 user nova-compute[74725]:     </system>
Nov 15 17:16:05 user nova-compute[74725]:   </sysinfo>
Nov 15 17:16:05 user nova-compute[74725]:   <os>
Nov 15 17:16:05 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:16:05 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:16:05 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:16:05 user nova-compute[74725]:   </os>
Nov 15 17:16:05 user nova-compute[74725]:   <features>
Nov 15 17:16:05 user nova-compute[74725]:     <acpi/>
Nov 15 17:16:05 user nova-compute[74725]:     <apic/>
Nov 15 17:16:05 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:16:05 user nova-compute[74725]:   </features>
Nov 15 17:16:05 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:16:05 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:16:05 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:16:05 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:16:05 user nova-compute[74725]:   </clock>
Nov 15 17:16:05 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:16:05 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:16:05 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:16:05 user nova-compute[74725]:   </cpu>
Nov 15 17:16:05 user nova-compute[74725]:   <devices>
Nov 15 17:16:05 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:16:05 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:16:05 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk"/>
Nov 15 17:16:05 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:16:05 user nova-compute[74725]:     </disk>
Nov 15 17:16:05 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:05 user nova-compute[74725]:       <mac address="fa:16:3e:bd:50:15"/>
Nov 15 17:16:05 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:05 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:05 user nova-compute[74725]:       <target dev="tapb8743b86-65"/>
Nov 15 17:16:05 user nova-compute[74725]:     </interface>
Nov 15 17:16:05 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:16:05 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/console.log" append="off"/>
Nov 15 17:16:05 user nova-compute[74725]:     </serial>
Nov 15 17:16:05 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:16:05 user nova-compute[74725]:     <video>
Nov 15 17:16:05 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:05 user nova-compute[74725]:     </video>
Nov 15 17:16:05 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:16:05 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:16:05 user nova-compute[74725]:     </rng>
Nov 15 17:16:05 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:16:05 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:16:05 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:16:05 user nova-compute[74725]:     </memballoon>
Nov 15 17:16:05 user nova-compute[74725]:   </devices>
Nov 15 17:16:05 user nova-compute[74725]: </domain>
Nov 15 17:16:05 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-171753048',display_name='tempest-VolumesActionsTest-instance-171753048',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-171753048',id=11,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94aecb82a5d34b86a5b584742f981ab3',ramdisk_id='',reservation_id='r-sq5ds7oc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1415922067',owner_user_name='tempest-VolumesActionsTest-1415922067-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:02Z,user_data=None,user_id='bbfc21b653074c5688710ca5639a7c06',uuid=43f28236-051c-49bb-8309-91cd742085fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converting VIF {"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG os_vif [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '96226153-485f-5e91-8b56-4d1f0c61a0e0', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb8743b86-65, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb8743b86-65, col_values=(('qos', UUID('1740db7e-393d-4f4f-8034-076a497746c8')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb8743b86-65, col_values=(('external_ids', {'iface-id': 'b8743b86-652c-46b3-8522-625be7dd0c47', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:50:15', 'vm-uuid': '43f28236-051c-49bb-8309-91cd742085fa'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:05 user nova-compute[74725]: INFO os_vif [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65')
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] No VIF found with MAC fa:16:3e:bd:50:15, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Updated VIF entry in instance network info cache for port b8743b86-652c-46b3-8522-625be7dd0c47. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:16:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Updating instance_info_cache with network_info: [{"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8de3ad5c-c6ca-4e2f-88a8-3edc614a982b req-da00d43d-437c-4be6-a45e-7a0d56014af4 service nova] Releasing lock "refresh_cache-43f28236-051c-49bb-8309-91cd742085fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Skipping network cache update for instance because it is Building. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:16:06 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] No waiting events found dispatching network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:07 user nova-compute[74725]: WARNING nova.compute.manager [req-4d66dcd8-cc13-4a88-93f1-dd51e04828f9 req-7dc10ef9-414c-4876-bad5-05bbc3d5f08b service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received unexpected event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 for instance with vm_state building and task_state spawning.
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:08 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:16:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Instance spawned successfully.
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:09 user nova-compute[74725]: INFO nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Took 7.49 seconds to spawn the instance on the hypervisor.
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] No waiting events found dispatching network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:09 user nova-compute[74725]: WARNING nova.compute.manager [req-bcbf514f-4ab3-42db-863e-69125462aff3 req-17ffa68d-898f-4ce4-a25e-78ef2d867710 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received unexpected event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 for instance with vm_state building and task_state spawning.
Nov 15 17:16:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:09 user nova-compute[74725]: INFO nova.compute.manager [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Took 8.90 seconds to build instance.
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-778739bd-c9da-4073-9e45-39d824c378cb tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.045s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.364s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:13 user nova-compute[74725]: WARNING nova.compute.manager [req-7d27d3c5-42e6-40f1-a83c-2a975e773c3b req-a19578d1-fff5-4ff0-8d8a-3f707aa286b8 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state active and task_state None.
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:16:14 user nova-compute[74725]: INFO nova.compute.claims [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Claim successful on node user
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:16:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7229MB free_disk=25.388504028320312GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.210s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.333s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:16:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:16:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 43f28236-051c-49bb-8309-91cd742085fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state active and task_state None.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state None.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state None.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] No waiting events found dispatching network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received unexpected event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 for instance with vm_state active and task_state None.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] No waiting events found dispatching network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:15 user nova-compute[74725]: WARNING nova.compute.manager [req-15c0860e-53cd-4d8e-ae98-211e88756b92 req-a94de69e-c429-417f-97c8-c788b774a288 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received unexpected event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 for instance with vm_state active and task_state None.
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 7247e6de-eab8-441f-8a12-95734d089da8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance dabee885-3226-4003-a601-881c9595bfc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:16:15 user nova-compute[74725]: INFO nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Booting with volume 66301e60-7b63-40e4-821f-69560e0985d6 at /dev/vda
Nov 15 17:16:15 user nova-compute[74725]: DEBUG nova.policy [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd4c29e9fa264ee88a6b6138b85acefd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8860138723f45239b1802fc19d968fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:16:15 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:15 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpti8wgkdn/privsep.sock']
Nov 15 17:16:15 user sudo[86046]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpti8wgkdn/privsep.sock
Nov 15 17:16:15 user sudo[86046]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.671s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.683s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:16:16 user nova-compute[74725]: INFO nova.compute.claims [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Claim successful on node user
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully created port: 82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.638s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:16:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully created port: 71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:16:16 user nova-compute[74725]: INFO nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Booting with volume 28d85870-5952-4a7d-8e9b-cd95d127c9ff at /dev/vda
Nov 15 17:16:16 user nova-compute[74725]: DEBUG nova.policy [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9241b46970f480c9e8ec6c822e83ab9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b958202970e34cbb86e9a6b9c124a398', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:16:17 user sudo[86046]: pam_unix(sudo:session): session closed for user root
Nov 15 17:16:17 user nova-compute[74725]: INFO oslo.privsep.daemon [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Spawned new privsep daemon via rootwrap
Nov 15 17:16:17 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 17:16:17 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 17:16:17 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 15 17:16:17 user nova-compute[74725]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86049
Nov 15 17:16:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully created port: 0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad09bdae-9739-4247-918f-d4178898190f]: (2,) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: WARNING oslo_privsep.priv_context [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] privsep daemon already running
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b8ae1f-eaa1-421b-8b8f-1d464089ec82]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.nvmeof [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.037s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdbcf30a-52c4-4197-9ec4-6e3dfcab106c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[388e10f3-6a47-41fc-8471-0fac251b4c70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a81b39-85fb-4111-b888-8c7ba75faf05]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully created port: b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86e99ae8-4221-4793-b6a4-5b71433786ef]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef8a63d-a54b-4eb2-bd5d-216254029184]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[307a8105-db18-4a68-a900-f49dce090ef3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4964e112-1763-49c1-b0a5-70e179eb0071]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:17 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7790498f-35d3-4017-bcb4-cf1f49683cc1]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== get_connector_properties: return (726ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating existing volume attachment record: 1e3e7bac-1bc2-4871-a5d9-f23548f28fa0 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:17 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd89e94b-7a36-47e3-8ff2-54b8948d67c0]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== get_connector_properties: return (2040ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:17 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating existing volume attachment record: f45c03a1-19cd-4590-ba69-edfdd43c15fd {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully created port: 13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully created port: 7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully created port: 39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully created port: 940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully created port: 08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-82b3dab1-7f47-4c48-9f30-fab102b25411. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5f9bdc63-4cd8-4deb-a155-27af9a3c960d req-fefbb90e-a813-4349-91ac-7122bcd6accc service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully created port: 917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:16:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-b63b8406-8e23-40a2-b4c9-06b41d82281f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:20 user nova-compute[74725]: WARNING nova.compute.manager [req-7f43396b-5a9a-442a-982a-152401253786 req-a5b257bd-68b8-40ff-a010-191697295ff3 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 for instance with vm_state active and task_state None.
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c4f4c1f8-5b86-4a53-96ce-3382795b5b78 req-f6880346-5e38-4ad8-a038-cb295ad23a3b service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-69ec6e38-6862-49d3-8538-41f0287a7ce2. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: 0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-67218c17-c7c7-4bc7-a757-6dff3fd6a91c req-8381e7c2-65b5-4ce9-aa9f-4bf33010ed90 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:22 user nova-compute[74725]: WARNING nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 for instance with vm_state active and task_state None.
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] No waiting events found dispatching network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:22 user nova-compute[74725]: WARNING nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received unexpected event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb for instance with vm_state active and task_state None.
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] No waiting events found dispatching network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:22 user nova-compute[74725]: WARNING nova.compute.manager [req-6e9d9702-48a1-48c8-8b92-cbc178f11d40 req-f3eeb7d3-961f-481c-ab1b-943a3f96c4fa service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received unexpected event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb for instance with vm_state active and task_state None.
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-b2c1b469-3784-4c17-8586-b67bc2ca4fa0. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: 7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:22 user nova-compute[74725]: INFO nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Booting with volume 200b09e1-931b-4613-8abd-2dab12da2332 at /dev/vdb
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[552a22fa-125c-4ee0-be86-9aaa92e1df32]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port 0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[681c9ed2-241c-4d43-bbc1-a2e6b4c8aab0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30df662-4876-4c53-af27-ac55f380650e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b13ffcc-506f-438a-aa75-ae369bd2fe99]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:23 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfef94b7-6cda-4d53-8f8f-cacb89a709d9]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating existing volume attachment record: 580d131a-29db-4f4f-8f92-97dd161c00f7 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:23 user nova-compute[74725]: INFO nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Booting with volume 6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 at /dev/vdb
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[436e1743-756c-43a7-8217-5d225d4987e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ff171d-7dd3-4d39-9748-72578e01c0c1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee2385b-375f-42b6-94cc-2a96a7a49628]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64a2ea1-196a-4eb6-8f3b-c47fb6acdd03]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Successfully updated port: 39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-71deb2d8-a1ab-46c2-97cf-5751b35106ac. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5180e0b1-d67c-4a16-b543-16620c70779a req-4f30f28c-ddc7-4f4c-9681-8669fc958df9 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:23 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[191efb6a-b7e9-4528-ac19-ad5cf9b04000]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating existing volume attachment record: 1c1ce977-70ea-4c2d-ae31-53c5233fb57d {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: 940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-0a40ad92-e5f7-442b-8bff-e9785e8e87e7. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: 08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-13f022c1-5973-4fc9-9ecc-aa350c00ac5b. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec4102b-3d4c-4c7d-8aeb-1a653a0b0b01 req-d0b90650-2a50-42d8-90c3-4bc994518482 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-940fc72d-b36c-4ef5-878f-6530cf280374. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port 940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Successfully updated port: 917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-08a2fc5c-cfad-4468-9683-62f84cd00355. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port 08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec92aea7-9c6b-436c-835c-5f80af068d2e req-a5ed4e72-fb13-4f07-ada8-8d62d70b0fc2 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port 7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-39c8ced4-e83d-4823-af0d-c8fcec00fd18. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:16:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance network_info: |[{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updated VIF entry in instance network info cache for port 39c8ced4-e83d-4823-af0d-c8fcec00fd18. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-917afa86-1f1e-4f72-8664-ab2de8ac16ff. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:16:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-80bf34d7-5c1e-452f-bef0-af43ca5f392b req-8725c1be-267e-4314-9f9b-50ed787f1462 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance network_info: |[{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:16:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:16:27 user nova-compute[74725]: DEBUG nova.network.neutron [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port 917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updated VIF entry in instance network info cache for port 917afa86-1f1e-4f72-8664-ab2de8ac16ff. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-690bd639-17ce-4e02-a8ed-7ac20ab0ea26 req-0f24039b-9786-411f-971e-b9f38d79cc56 service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:16:28 user nova-compute[74725]: INFO nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Booting with volume 44b3947d-37b0-447b-9376-8ba1b583d3fb at /dev/vdc
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:28 user nova-compute[74725]: INFO nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Booting with volume 229045f5-b4d5-4d69-be97-4a32316737c2 at /dev/vdc
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd7eae8-6f24-49cd-91e6-49418694e182]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[58627e57-4777-4be8-a974-d9b8c7a94d9b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d5a5c41-96d2-4a11-a230-e71244a32e23]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a742173-52a4-4468-bb1f-97a48221e9b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:28 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd93436-eb8e-40de-82a7-a0cc66653999]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating existing volume attachment record: 65fb5ba8-7cd2-4ef4-9e26-799cac6065fe {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa38b48-d94d-4814-a04d-2af81253872e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19d53f3-5061-491f-a995-c69b9456dd8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1807de03-0cb8-4b14-ad27-528884249a4d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc61433-c0ea-4aff-806b-95fa96d06a55]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:16:28 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:16:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[888c87c6-a730-44c2-9ccd-8d6e53ddb674]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:28 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating existing volume attachment record: bf8f0a20-a8af-4bee-9a42-d37f728d1d5a {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:16:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:16:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Creating image(s)
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Ensure instance console log exists: /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Start _get_guest_xml network_info=[{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQgskdFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247e6de-eab8-441f-8a12-95734d089da8', 'attached_at': '', 'detached_at': '', 'volume_id': '28d85870-5952-4a7d-8e9b-cd95d127c9ff', 'serial': '28d85870-5952-4a7d-8e9b-cd95d127c9ff'}, 'boot_index': 0, 'attachment_id': '1e3e7bac-1bc2-4871-a5d9-f23548f28fa0', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHbVqdDg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247e6de-eab8-441f-8a12-95734d089da8', 'attached_at': '', 'detached_at': '', 'volume_id': '200b09e1-931b-4613-8abd-2dab12da2332', 'serial': '200b09e1-931b-4613-8abd-2dab12da2332'}, 'boot_index': 1, 'attachment_id': '580d131a-29db-4f4f-8f92-97dd161c00f7', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PVBXqNoA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7247e6de-eab8-441f-8a12-95734d089da8', 'attached_at': '', 'detached_at': '', 'volume_id': '44b3947d-37b0-447b-9376-8ba1b583d3fb', 'serial': '44b3947d-37b0-447b-9376-8ba1b583d3fb'}, 'boot_index': 2, 'attachment_id': '65fb5ba8-7cd2-4ef4-9e26-799cac6065fe', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connector [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Factory for ISCSI on None {{(pid=74725) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQgskdFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:33 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:16:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Creating image(s)
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Ensure instance console log exists: /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Start _get_guest_xml network_info=[{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KfDRLrTw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dabee885-3226-4003-a601-881c9595bfc4', 'attached_at': '', 'detached_at': '', 'volume_id': '66301e60-7b63-40e4-821f-69560e0985d6', 'serial': '66301e60-7b63-40e4-821f-69560e0985d6'}, 'boot_index': 0, 'attachment_id': 'f45c03a1-19cd-4590-ba69-edfdd43c15fd', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqTlIDrJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dabee885-3226-4003-a601-881c9595bfc4', 'attached_at': '', 'detached_at': '', 'volume_id': '6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 'serial': '6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8'}, 'boot_index': 1, 'attachment_id': '1c1ce977-70ea-4c2d-ae31-53c5233fb57d', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dMwtTEXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dabee885-3226-4003-a601-881c9595bfc4', 'attached_at': '', 'detached_at': '', 'volume_id': '229045f5-b4d5-4d69-be97-4a32316737c2', 'serial': '229045f5-b4d5-4d69-be97-4a32316737c2'}, 'boot_index': 2, 'attachment_id': 'bf8f0a20-a8af-4bee-9a42-d37f728d1d5a', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[77dfedfa-b309-42dc-a678-d016f4d97760]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:33 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KfDRLrTw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aacd734-3625-4da4-b7be-9f6977e05bf6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff] added
Nov 15 17:16:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2994f44f-9d7f-4c25-9853-8849f0ffd455]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab8307b-7abe-4655-91a7-6e962e61cbca]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vQgskdFn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vQgskdFn" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[071557f1-e28b-49c8-8f9c-4d41a5e8dd53]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vQgskdFn'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.143s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f44228-9efb-4d32-8749-21b87f3bb069]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d422016-7af8-454a-91a1-04aad2418cf2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:16:33 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:16:33 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:33 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:16:33 user nova-compute[74725]: 
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e244c2-7a07-42e7-88bf-78d9af39d5cb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260]
Nov 15 17:16:33 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be49163-c892-430f-b54a-9269b24dc75d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8c320a-8389-4bbd-8232-e50ebb09ee81]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:33 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a281ad2-c799-4c85-9d8c-bdab836dacf8]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:34 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQgskdFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '23230626232313065', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230626232313065', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.380s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:35 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:35 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5f63da-56b9-43a4-becb-963ee0d64513]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:35 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHbVqdDg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:35 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0207c25-06bf-40e8-8e08-949dec79400d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6] added
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39aa4731-f9f4-4325-9fb9-baa5ab4aa28e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8601be7f-83ae-46be-afd0-64c1af338075]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KfDRLrTw {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KfDRLrTw" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2933799-e0aa-4a96-abf9-12a60ad9487c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KfDRLrTw'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4452b141-c7da-4b11-a15b-7cc19cf0d68d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1451a311-f7cf-4873-9070-65c0c94e0d03]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0decf451-f740-4063-862d-a473056463da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260]
Nov 15 17:16:35 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4333994f-f9ec-4d09-b284-4daab4384da9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b20d3c-8202-4f65-bab6-052cba8c6ad7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd4550f-85ab-4589-989e-0efd97143be2]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KfDRLrTw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== connect_volume: return (2663ms) {'type': 'block', 'scsi_wwn': '23430633362326533', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430633362326533', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.255s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:36 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:36 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd898e2-f9f9-41dc-b156-dd19f75ec08d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:36 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqTlIDrJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:36 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bfc9cfc-2052-439d-a9ad-e9994da33b80]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332] added
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2c0d11-ab33-40ea-8f88-eb616f4b3969]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f445da25-9773-4e6b-b614-08292ce4b0e6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHbVqdDg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHbVqdDg" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[57782a26-4740-4ca3-946f-0ff0ad8495ac]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oHbVqdDg'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a66f50-df7c-44d8-bf11-66ccad87baf4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d9cdf9-71f9-4136-a1a0-e46f4a430e58]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5766ccbe-0954-4e3e-a9d7-8a59a0b84957]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260]
Nov 15 17:16:36 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[51189eaf-6f55-4513-9350-09e0a2358460]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9105f6bf-b6c1-404f-b21d-ce7526179b3f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fca47c9-17d3-4efa-9cc0-2d6cb7fcd238]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHbVqdDg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== connect_volume: return (2549ms) {'type': 'block', 'scsi_wwn': '26461393739363237', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26461393739363237', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.269s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:37 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PVBXqNoA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c5ecbc-c3be-4a01-8c75-7fb216a92a1a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:37 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a8ef9c4-f369-452f-a97e-792a37eb05da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8] added
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f93613-311c-4bea-84f4-96cb21511e2f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d5acbc-73a0-4163-bd4e-a6796eafb278]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqTlIDrJ {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqTlIDrJ" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66a6fb7-5f35-488e-a7f4-bf7a13b44d85]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UqTlIDrJ'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76a4833-e85c-414b-95aa-513268ad7201]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0cc1d0-96d3-439b-b2c5-5c67c1e8f89a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[51270cf3-5873-4cb0-92ef-c827afcdf581]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260]
Nov 15 17:16:37 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdd4132-c310-4e81-9b34-fbdd1305f0fe]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[087dd1c0-712f-49b4-9b49-709a9f0a1389]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a046d95-7879-4b57-912e-27ac42aa0ddc]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqTlIDrJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== connect_volume: return (2612ms) {'type': 'block', 'scsi_wwn': '23266626430363834', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266626430363834', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.318s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:38 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:38 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc201aa-9150-4a2c-bf8f-219a47bdb879]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:38 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dMwtTEXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:16:38 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f1a13c0-2771-4730-90f6-b229a27c2e70]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb] added
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bec21df-95fe-4094-94a0-8a388816c200]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec9c4b9-e3a4-4410-8f1b-41db18c32fc8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PVBXqNoA {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PVBXqNoA" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[176536b8-decf-4c10-82fc-aac245610052]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PVBXqNoA'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[effc79e9-3964-40b3-818a-8addfd484f6b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54522c8-a3c1-4051-812a-676da42541a5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6edda1b1-c2a9-4cad-8701-171f0aec0a46]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260]
Nov 15 17:16:39 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[97eb981e-308e-4c0a-8929-14c3df23bffd]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d916649-f6e1-47f6-83d9-ac0acc3e6fe9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:39 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f6bc300-27b7-4a3e-8177-ce60ca2d7c04]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PVBXqNoA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== connect_volume: return (2614ms) {'type': 'block', 'scsi_wwn': '23333386366626666', 'path': '/dev/sdf'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333386366626666', 'path': '/dev/sdf'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.270s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:40 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fddaaff-89ec-41ba-8b4d-70f5aa02b45b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:16:40 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lazy-loading 'pci_devices' on Instance uuid 7247e6de-eab8-441f-8a12-95734d089da8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d2723a2-53b7-43fe-b01c-0e684308e610]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2] added
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:16:40 user nova-compute[74725]:   <uuid>7247e6de-eab8-441f-8a12-95734d089da8</uuid>
Nov 15 17:16:40 user nova-compute[74725]:   <name>instance-0000000d</name>
Nov 15 17:16:40 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:16:40 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:16:40 user nova-compute[74725]:   <metadata>
Nov 15 17:16:40 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:16:40 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:name>tempest-device-tagging-server-330720446</nova:name>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:16:33</nova:creationTime>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:16:40 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:16:40 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:owner>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:user uuid="f9241b46970f480c9e8ec6c822e83ab9">tempest-TaggedBootDevicesTest_v242-158001054-project-member</nova:user>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:project uuid="b958202970e34cbb86e9a6b9c124a398">tempest-TaggedBootDevicesTest_v242-158001054</nova:project>
Nov 15 17:16:40 user nova-compute[74725]:       </nova:owner>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:16:40 user nova-compute[74725]:       <nova:ports>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="b63b8406-8e23-40a2-b4c9-06b41d82281f">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="b2c1b469-3784-4c17-8586-b67bc2ca4fa0">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.171" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.24" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.107" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="940fc72d-b36c-4ef5-878f-6530cf280374">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.111" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="08a2fc5c-cfad-4468-9683-62f84cd00355">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:         <nova:port uuid="917afa86-1f1e-4f72-8664-ab2de8ac16ff">
Nov 15 17:16:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 15 17:16:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:40 user nova-compute[74725]:       </nova:ports>
Nov 15 17:16:40 user nova-compute[74725]:     </nova:instance>
Nov 15 17:16:40 user nova-compute[74725]:   </metadata>
Nov 15 17:16:40 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:16:40 user nova-compute[74725]:     <system>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="serial">7247e6de-eab8-441f-8a12-95734d089da8</entry>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="uuid">7247e6de-eab8-441f-8a12-95734d089da8</entry>
Nov 15 17:16:40 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:16:40 user nova-compute[74725]:     </system>
Nov 15 17:16:40 user nova-compute[74725]:   </sysinfo>
Nov 15 17:16:40 user nova-compute[74725]:   <os>
Nov 15 17:16:40 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:16:40 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:16:40 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:16:40 user nova-compute[74725]:   </os>
Nov 15 17:16:40 user nova-compute[74725]:   <features>
Nov 15 17:16:40 user nova-compute[74725]:     <acpi/>
Nov 15 17:16:40 user nova-compute[74725]:     <apic/>
Nov 15 17:16:40 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:16:40 user nova-compute[74725]:   </features>
Nov 15 17:16:40 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:16:40 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:16:40 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:16:40 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:16:40 user nova-compute[74725]:   </clock>
Nov 15 17:16:40 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:16:40 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:16:40 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:16:40 user nova-compute[74725]:   </cpu>
Nov 15 17:16:40 user nova-compute[74725]:   <devices>
Nov 15 17:16:40 user nova-compute[74725]:     <disk type="file" device="cdrom">
Nov 15 17:16:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 17:16:40 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/disk.config"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="hda" bus="ide"/>
Nov 15 17:16:40 user nova-compute[74725]:     </disk>
Nov 15 17:16:40 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:40 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <serial>28d85870-5952-4a7d-8e9b-cd95d127c9ff</serial>
Nov 15 17:16:40 user nova-compute[74725]:     </disk>
Nov 15 17:16:40 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:40 user nova-compute[74725]:       <source dev="/dev/sdd"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <serial>200b09e1-931b-4613-8abd-2dab12da2332</serial>
Nov 15 17:16:40 user nova-compute[74725]:     </disk>
Nov 15 17:16:40 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:40 user nova-compute[74725]:       <source dev="/dev/sdf"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="vdc" bus="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <serial>44b3947d-37b0-447b-9376-8ba1b583d3fb</serial>
Nov 15 17:16:40 user nova-compute[74725]:     </disk>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:a7:5f:89"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tapb63b8406-8e"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:02:4c:e4"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tapb2c1b469-37"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:68:fd:5b"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tap0ca429ca-8b"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:a6:a0:36"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tap7d662ba9-ec"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:4d:b3:af"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tap940fc72d-b3"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:c3:13:0a"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tap08a2fc5c-cf"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:40 user nova-compute[74725]:       <mac address="fa:16:3e:e0:1c:39"/>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:40 user nova-compute[74725]:       <target dev="tap917afa86-1f"/>
Nov 15 17:16:40 user nova-compute[74725]:     </interface>
Nov 15 17:16:40 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:16:40 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/console.log" append="off"/>
Nov 15 17:16:40 user nova-compute[74725]:     </serial>
Nov 15 17:16:40 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:16:40 user nova-compute[74725]:     <video>
Nov 15 17:16:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:40 user nova-compute[74725]:     </video>
Nov 15 17:16:40 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:16:40 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:16:40 user nova-compute[74725]:     </rng>
Nov 15 17:16:40 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:16:40 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:16:40 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:16:40 user nova-compute[74725]:     </memballoon>
Nov 15 17:16:40 user nova-compute[74725]:   </devices>
Nov 15 17:16:40 user nova-compute[74725]: </domain>
Nov 15 17:16:40 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b23fa58b-1190-5f83-80f4-2355eb451c73', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65da2f3-4515-4124-939c-8622f31b49cc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb63b8406-8e, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb63b8406-8e, col_values=(('qos', UUID('c324c773-184d-47dc-9579-e4b0a5a214f0')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb63b8406-8e, col_values=(('external_ids', {'iface-id': 'b63b8406-8e23-40a2-b4c9-06b41d82281f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:5f:89', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.063s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8eaef8-d9d3-4476-a6ca-17805bbe9d1b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dMwtTEXl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '84b783f4-c138-5c69-92db-2c89ea74dca4', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dMwtTEXl" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2188d332-a69e-4489-ac23-af1973ea3139]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dMwtTEXl'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb2c1b469-37, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb2c1b469-37, col_values=(('qos', UUID('371c91dc-ccb7-44dd-8cce-feb9e7905ca9')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb2c1b469-37, col_values=(('external_ids', {'iface-id': 'b2c1b469-3784-4c17-8586-b67bc2ca4fa0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:4c:e4', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1781a8bf-1a11-48ed-a2a5-d8c3f1c88f18]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '08f0ab41-79e7-5c31-b5a1-60220c4e0266', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0ca429ca-8b, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0ca429ca-8b, col_values=(('qos', UUID('5ebd1f0f-3975-4246-922c-4dd28ab2280d')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0ca429ca-8b, col_values=(('external_ids', {'iface-id': '0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:fd:5b', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d73732-4ab4-4fd6-bd29-01814fce4830]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '67629db7-fda0-52e7-8360-cf5fa60c6183', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7d662ba9-ec, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7d662ba9-ec, col_values=(('qos', UUID('8a843f76-d8e4-4a71-9131-36d9990ad9ff')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7d662ba9-ec, col_values=(('external_ids', {'iface-id': '7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:a0:36', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26c066f-b8a3-4f7e-9fdd-e04341b8a2b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260]
Nov 15 17:16:40 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260] successful.
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d548d8b4-fcc2-4b1b-9c4c-79aa18fdd0cf]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '61456602-d393-5021-9eaf-ccf54f184342', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da0bbf4-9674-491e-87ae-113cb8eebcb2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:16:40 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:16:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.364s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d9fe77-4fe6-45c5-aed4-d3bcc1cde6de]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dMwtTEXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap940fc72d-b3, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap940fc72d-b3, col_values=(('qos', UUID('fa90a9f2-1e4d-44f7-b754-d5906a470b8c')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap940fc72d-b3, col_values=(('external_ids', {'iface-id': '940fc72d-b36c-4ef5-878f-6530cf280374', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:b3:af', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1bdf1315-49c3-5733-ae82-82ad78b01a8f', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap08a2fc5c-cf, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap08a2fc5c-cf, col_values=(('qos', UUID('c52f7740-4a08-4080-9dd8-68e36e4c8ea8')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap08a2fc5c-cf, col_values=(('external_ids', {'iface-id': '08a2fc5c-cfad-4468-9683-62f84cd00355', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:13:0a', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf')
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6b7fcb46-41fb-5e17-afc8-a9135848b992', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap917afa86-1f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap917afa86-1f, col_values=(('qos', UUID('0146de0f-3517-45f2-a82b-54f5a75ddf27')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap917afa86-1f, col_values=(('external_ids', {'iface-id': '917afa86-1f1e-4f72-8664-ab2de8ac16ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:1c:39', 'vm-uuid': '7247e6de-eab8-441f-8a12-95734d089da8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:40 user nova-compute[74725]: INFO os_vif [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f')
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] No BDM found with device name hda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] No VIF found with MAC fa:16:3e:a7:5f:89, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] No VIF found with MAC fa:16:3e:4d:b3:af, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:16:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Using config drive
Nov 15 17:16:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Creating config drive at /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/disk.config
Nov 15 17:16:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9w2va4r9 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp9w2va4r9" returned: 0 in 0.066s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== connect_volume: return (2667ms) {'type': 'block', 'scsi_wwn': '23963323438333836', 'path': '/dev/sdg'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23963323438333836', 'path': '/dev/sdg'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lazy-loading 'pci_devices' on Instance uuid dabee885-3226-4003-a601-881c9595bfc4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:16:41 user nova-compute[74725]:   <uuid>dabee885-3226-4003-a601-881c9595bfc4</uuid>
Nov 15 17:16:41 user nova-compute[74725]:   <name>instance-0000000c</name>
Nov 15 17:16:41 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:16:41 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:16:41 user nova-compute[74725]:   <metadata>
Nov 15 17:16:41 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:16:41 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:name>tempest-device-tagging-server-1602784733</nova:name>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:16:33</nova:creationTime>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:16:41 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:16:41 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:owner>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:user uuid="dd4c29e9fa264ee88a6b6138b85acefd">tempest-TaggedBootDevicesTest-369027588-project-member</nova:user>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:project uuid="d8860138723f45239b1802fc19d968fe">tempest-TaggedBootDevicesTest-369027588</nova:project>
Nov 15 17:16:41 user nova-compute[74725]:       </nova:owner>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:16:41 user nova-compute[74725]:       <nova:ports>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="82b3dab1-7f47-4c48-9f30-fab102b25411">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="69ec6e38-6862-49d3-8538-41f0287a7ce2">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.192" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.154" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="71deb2d8-a1ab-46c2-97cf-5751b35106ac">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.93" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="0a40ad92-e5f7-442b-8bff-e9785e8e87e7">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.1.1.196" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="13f022c1-5973-4fc9-9ecc-aa350c00ac5b">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:         <nova:port uuid="39c8ced4-e83d-4823-af0d-c8fcec00fd18">
Nov 15 17:16:41 user nova-compute[74725]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 15 17:16:41 user nova-compute[74725]:         </nova:port>
Nov 15 17:16:41 user nova-compute[74725]:       </nova:ports>
Nov 15 17:16:41 user nova-compute[74725]:     </nova:instance>
Nov 15 17:16:41 user nova-compute[74725]:   </metadata>
Nov 15 17:16:41 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:16:41 user nova-compute[74725]:     <system>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="serial">dabee885-3226-4003-a601-881c9595bfc4</entry>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="uuid">dabee885-3226-4003-a601-881c9595bfc4</entry>
Nov 15 17:16:41 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:16:41 user nova-compute[74725]:     </system>
Nov 15 17:16:41 user nova-compute[74725]:   </sysinfo>
Nov 15 17:16:41 user nova-compute[74725]:   <os>
Nov 15 17:16:41 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:16:41 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:16:41 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:16:41 user nova-compute[74725]:   </os>
Nov 15 17:16:41 user nova-compute[74725]:   <features>
Nov 15 17:16:41 user nova-compute[74725]:     <acpi/>
Nov 15 17:16:41 user nova-compute[74725]:     <apic/>
Nov 15 17:16:41 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:16:41 user nova-compute[74725]:   </features>
Nov 15 17:16:41 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:16:41 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:16:41 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:16:41 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:16:41 user nova-compute[74725]:   </clock>
Nov 15 17:16:41 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:16:41 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:16:41 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:16:41 user nova-compute[74725]:   </cpu>
Nov 15 17:16:41 user nova-compute[74725]:   <devices>
Nov 15 17:16:41 user nova-compute[74725]:     <disk type="file" device="cdrom">
Nov 15 17:16:41 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 17:16:41 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/disk.config"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="hda" bus="ide"/>
Nov 15 17:16:41 user nova-compute[74725]:     </disk>
Nov 15 17:16:41 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:41 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:41 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <serial>66301e60-7b63-40e4-821f-69560e0985d6</serial>
Nov 15 17:16:41 user nova-compute[74725]:     </disk>
Nov 15 17:16:41 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:41 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:41 user nova-compute[74725]:       <source dev="/dev/sde"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <serial>6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8</serial>
Nov 15 17:16:41 user nova-compute[74725]:     </disk>
Nov 15 17:16:41 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:16:41 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:16:41 user nova-compute[74725]:       <source dev="/dev/sdg"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="vdc" bus="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <serial>229045f5-b4d5-4d69-be97-4a32316737c2</serial>
Nov 15 17:16:41 user nova-compute[74725]:     </disk>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:52:29:4c"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap82b3dab1-7f"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:59:ba:c9"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap69ec6e38-68"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:8c:fd:96"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tapcfa7fe5a-a4"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:3b:8c:ca"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap71deb2d8-a1"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:8b:a4:54"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap0a40ad92-e5"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:ed:5f:c2"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap13f022c1-59"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:16:41 user nova-compute[74725]:       <mac address="fa:16:3e:e7:34:08"/>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:16:41 user nova-compute[74725]:       <target dev="tap39c8ced4-e8"/>
Nov 15 17:16:41 user nova-compute[74725]:     </interface>
Nov 15 17:16:41 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:16:41 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/console.log" append="off"/>
Nov 15 17:16:41 user nova-compute[74725]:     </serial>
Nov 15 17:16:41 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:16:41 user nova-compute[74725]:     <video>
Nov 15 17:16:41 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:16:41 user nova-compute[74725]:     </video>
Nov 15 17:16:41 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:16:41 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:16:41 user nova-compute[74725]:     </rng>
Nov 15 17:16:41 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:16:41 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:16:41 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:16:41 user nova-compute[74725]:     </memballoon>
Nov 15 17:16:41 user nova-compute[74725]:   </devices>
Nov 15 17:16:41 user nova-compute[74725]: </domain>
Nov 15 17:16:41 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4492631a-53a0-527b-a074-cbec8d1fd9ef', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap82b3dab1-7f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap82b3dab1-7f, col_values=(('qos', UUID('60db5e43-ce87-42a5-925d-129e5d97514d')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap82b3dab1-7f, col_values=(('external_ids', {'iface-id': '82b3dab1-7f47-4c48-9f30-fab102b25411', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:29:4c', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f')
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9052e7a7-0eee-538d-bb4a-7b112b5944e2', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap69ec6e38-68, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap69ec6e38-68, col_values=(('qos', UUID('64e5deb1-a1f2-4cfd-9b33-9c257ec33311')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap69ec6e38-68, col_values=(('external_ids', {'iface-id': '69ec6e38-6862-49d3-8538-41f0287a7ce2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:ba:c9', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68')
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '525a811a-5044-54f4-a675-6812884feb20', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfa7fe5a-a4, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfa7fe5a-a4, col_values=(('qos', UUID('0c693fbc-9a35-49b6-9bcf-0d4db664b000')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfa7fe5a-a4, col_values=(('external_ids', {'iface-id': 'cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:fd:96', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4')
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9c3e163-ea02-5e28-a230-e330efa8a0c8', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71deb2d8-a1, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71deb2d8-a1, col_values=(('qos', UUID('350f7f4d-d667-427d-9ec1-e2eceab38d97')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71deb2d8-a1, col_values=(('external_ids', {'iface-id': '71deb2d8-a1ab-46c2-97cf-5751b35106ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:8c:ca', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1')
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '85aea088-56f1-59fc-83bd-c8152ecabc51', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0a40ad92-e5, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0a40ad92-e5, col_values=(('qos', UUID('d5e19966-6610-4c10-b138-6a31fcd8fb75')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0a40ad92-e5, col_values=(('external_ids', {'iface-id': '0a40ad92-e5f7-442b-8bff-e9785e8e87e7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:a4:54', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5')
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '817cb311-696e-5391-b55e-5c24988d0d72', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13f022c1-59, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13f022c1-59, col_values=(('qos', UUID('6d6bebab-a14a-46d4-9fe3-61ad8dd72a80')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13f022c1-59, col_values=(('external_ids', {'iface-id': '13f022c1-5973-4fc9-9ecc-aa350c00ac5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ed:5f:c2', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59')
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa1626f7-43fb-5462-a221-d4f47cabc726', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:43 user nova-compute[74725]: WARNING nova.compute.manager [req-6b599572-b619-4333-bfb4-659af99d7a6e req-57825e73-a70a-4dbd-9d86-dbc718252294 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f for instance with vm_state building and task_state spawning.
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39c8ced4-e8, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39c8ced4-e8, col_values=(('qos', UUID('316b3679-b26a-4adb-adbf-d5823b546332')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39c8ced4-e8, col_values=(('external_ids', {'iface-id': '39c8ced4-e83d-4823-af0d-c8fcec00fd18', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:34:08', 'vm-uuid': 'dabee885-3226-4003-a601-881c9595bfc4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: INFO os_vif [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8')
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] No BDM found with device name hda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] No VIF found with MAC fa:16:3e:52:29:4c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] No VIF found with MAC fa:16:3e:8b:a4:54, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:16:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Using config drive
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Creating config drive at /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/disk.config
Nov 15 17:16:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbdganjov {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbdganjov" returned: 0 in 0.077s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:44 user nova-compute[74725]: WARNING nova.compute.manager [req-8cc800a5-a0ac-4581-b3d7-67b8a1940f24 req-ace6b805-c64e-465d-9914-ea7936bd61bf service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 for instance with vm_state building and task_state spawning.
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:44 user nova-compute[74725]: WARNING nova.compute.manager [req-44db626e-78ba-42b7-a6e5-7560b03bd549 req-735a3833-9d59-4230-b057-7d460b770e62 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 for instance with vm_state building and task_state spawning.
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:45 user nova-compute[74725]: WARNING nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f for instance with vm_state building and task_state spawning.
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:45 user nova-compute[74725]: WARNING nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 for instance with vm_state building and task_state spawning.
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:45 user nova-compute[74725]: WARNING nova.compute.manager [req-c7987e44-2821-4e52-93b9-b14d0f8fb802 req-70cbdbf9-fb8f-4d7a-92aa-bc1f44b545df service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 for instance with vm_state building and task_state spawning.
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-dd0a66f2-6cd1-4e21-9837-c2c0febcf045 req-ac43a0b0-62f0-42cc-b276-43f57c0dcad2 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:46 user nova-compute[74725]: WARNING nova.compute.manager [req-c40e1e8d-22e2-4f6f-8df5-3bb30c585eb7 req-e24af8bb-ae29-4264-b558-07ef1175278d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 for instance with vm_state building and task_state spawning.
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:47 user nova-compute[74725]: WARNING nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 for instance with vm_state building and task_state spawning.
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:47 user nova-compute[74725]: WARNING nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 for instance with vm_state building and task_state spawning.
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:47 user nova-compute[74725]: WARNING nova.compute.manager [req-d732abf7-0d3f-4b15-bdaf-2adfe70c3800 req-a94a413f-2fdb-4cd3-bc52-6739658dc251 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 for instance with vm_state building and task_state spawning.
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:48 user nova-compute[74725]: WARNING nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac for instance with vm_state building and task_state spawning.
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:48 user nova-compute[74725]: WARNING nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac for instance with vm_state building and task_state spawning.
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:48 user nova-compute[74725]: WARNING nova.compute.manager [req-eade3e6b-7f53-49a0-b646-8075669f742d req-111d47cb-ed69-43f9-aff3-24377c7ba60f service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 for instance with vm_state building and task_state spawning.
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:48 user nova-compute[74725]: WARNING nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c for instance with vm_state building and task_state spawning.
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:48 user nova-compute[74725]: WARNING nova.compute.manager [req-49594256-6881-457d-8667-5fed044f920e req-214adfa9-753f-43d9-aa9b-6327a1d95bcc service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c for instance with vm_state building and task_state spawning.
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:16:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance spawned successfully.
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:49 user nova-compute[74725]: INFO nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Took 15.72 seconds to spawn the instance on the hypervisor.
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:49 user nova-compute[74725]: WARNING nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 for instance with vm_state building and task_state spawning.
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:49 user nova-compute[74725]: WARNING nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b for instance with vm_state building and task_state spawning.
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:49 user nova-compute[74725]: WARNING nova.compute.manager [req-a9106700-0ecf-4104-9ca6-92b2a6780d2c req-44185953-9ebf-43b1-a7ec-5783d3d03588 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b for instance with vm_state building and task_state spawning.
Nov 15 17:16:49 user nova-compute[74725]: INFO nova.compute.manager [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Took 33.98 seconds to build instance.
Nov 15 17:16:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f66a459-96ae-4d8f-8886-2071c1bbfdee tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.076s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:50 user nova-compute[74725]: WARNING nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 for instance with vm_state building and task_state spawning.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:50 user nova-compute[74725]: WARNING nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 for instance with vm_state building and task_state spawning.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:16:50 user nova-compute[74725]: WARNING nova.compute.manager [req-ea509267-a3d9-493f-8fc9-00b56a0dcf1b req-dd389d9a-ee05-4a1d-8c9c-a5d5333744af service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 for instance with vm_state building and task_state spawning.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:16:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance spawned successfully.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:16:50 user nova-compute[74725]: INFO nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Took 17.16 seconds to spawn the instance on the hypervisor.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:16:50 user nova-compute[74725]: INFO nova.compute.manager [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Took 36.94 seconds to build instance.
Nov 15 17:16:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c0ceab28-8ffa-4b8a-bab8-d3a4ff337d49 tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.109s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:16:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:16:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:17:04 user nova-compute[74725]: INFO nova.compute.claims [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Claim successful on node user
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.629s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:17:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.policy [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e0e4818fe1742ca853439620a2baf3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3292ae03e78a4d8482bd5923cd03f7c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:17:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Creating image(s)
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "/opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "/opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "/opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.438s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Successfully created port: 07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:17:06 user nova-compute[74725]: INFO nova.compute.manager [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Rescuing
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk 1073741824" returned: 0 in 0.055s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Checking if we can resize image /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Cannot resize image /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Ensure instance console log exists: /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Successfully updated port: 07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquired lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-changed-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Refreshing instance network info cache due to event network-changed-07d3dc66-89c5-44e3-b721-51e0547cf217. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] Acquiring lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Updating instance_info_cache with network_info: [{"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Releasing lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Instance network_info: |[{"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] Acquired lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Refreshing network info cache for port 07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Start _get_guest_xml network_info=[{"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:17:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:17:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2029395210',display_name='tempest-ServersNegativeTestJSON-server-2029395210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2029395210',id=14,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-nr42rlf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:17:05Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=181da24f-8abc-465b-a914-d668507222d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.objects.instance [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lazy-loading 'pci_devices' on Instance uuid 181da24f-8abc-465b-a914-d668507222d3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:17:07 user nova-compute[74725]:   <uuid>181da24f-8abc-465b-a914-d668507222d3</uuid>
Nov 15 17:17:07 user nova-compute[74725]:   <name>instance-0000000e</name>
Nov 15 17:17:07 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:17:07 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:17:07 user nova-compute[74725]:   <metadata>
Nov 15 17:17:07 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:17:07 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:name>tempest-ServersNegativeTestJSON-server-2029395210</nova:name>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:17:07</nova:creationTime>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:17:07 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:17:07 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:owner>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:user uuid="2e0e4818fe1742ca853439620a2baf3c">tempest-ServersNegativeTestJSON-1666803185-project-member</nova:user>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:project uuid="3292ae03e78a4d8482bd5923cd03f7c4">tempest-ServersNegativeTestJSON-1666803185</nova:project>
Nov 15 17:17:07 user nova-compute[74725]:       </nova:owner>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:17:07 user nova-compute[74725]:       <nova:ports>
Nov 15 17:17:07 user nova-compute[74725]:         <nova:port uuid="07d3dc66-89c5-44e3-b721-51e0547cf217">
Nov 15 17:17:07 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 17:17:07 user nova-compute[74725]:         </nova:port>
Nov 15 17:17:07 user nova-compute[74725]:       </nova:ports>
Nov 15 17:17:07 user nova-compute[74725]:     </nova:instance>
Nov 15 17:17:07 user nova-compute[74725]:   </metadata>
Nov 15 17:17:07 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:17:07 user nova-compute[74725]:     <system>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="serial">181da24f-8abc-465b-a914-d668507222d3</entry>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="uuid">181da24f-8abc-465b-a914-d668507222d3</entry>
Nov 15 17:17:07 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:17:07 user nova-compute[74725]:     </system>
Nov 15 17:17:07 user nova-compute[74725]:   </sysinfo>
Nov 15 17:17:07 user nova-compute[74725]:   <os>
Nov 15 17:17:07 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:17:07 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:17:07 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:17:07 user nova-compute[74725]:   </os>
Nov 15 17:17:07 user nova-compute[74725]:   <features>
Nov 15 17:17:07 user nova-compute[74725]:     <acpi/>
Nov 15 17:17:07 user nova-compute[74725]:     <apic/>
Nov 15 17:17:07 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:17:07 user nova-compute[74725]:   </features>
Nov 15 17:17:07 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:17:07 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:17:07 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:17:07 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:17:07 user nova-compute[74725]:   </clock>
Nov 15 17:17:07 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:17:07 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:17:07 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:17:07 user nova-compute[74725]:   </cpu>
Nov 15 17:17:07 user nova-compute[74725]:   <devices>
Nov 15 17:17:07 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:17:07 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:17:07 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk"/>
Nov 15 17:17:07 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:17:07 user nova-compute[74725]:     </disk>
Nov 15 17:17:07 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:17:07 user nova-compute[74725]:       <mac address="fa:16:3e:5d:de:70"/>
Nov 15 17:17:07 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:17:07 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:17:07 user nova-compute[74725]:       <target dev="tap07d3dc66-89"/>
Nov 15 17:17:07 user nova-compute[74725]:     </interface>
Nov 15 17:17:07 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:17:07 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/console.log" append="off"/>
Nov 15 17:17:07 user nova-compute[74725]:     </serial>
Nov 15 17:17:07 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:17:07 user nova-compute[74725]:     <video>
Nov 15 17:17:07 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:17:07 user nova-compute[74725]:     </video>
Nov 15 17:17:07 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:17:07 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:17:07 user nova-compute[74725]:     </rng>
Nov 15 17:17:07 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:17:07 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:17:07 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:17:07 user nova-compute[74725]:     </memballoon>
Nov 15 17:17:07 user nova-compute[74725]:   </devices>
Nov 15 17:17:07 user nova-compute[74725]: </domain>
Nov 15 17:17:07 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:17:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2029395210',display_name='tempest-ServersNegativeTestJSON-server-2029395210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2029395210',id=14,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-nr42rlf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:17:05Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=181da24f-8abc-465b-a914-d668507222d3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG os_vif [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '373af9b8-d1fa-5e55-b6a4-384ebc174324', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap07d3dc66-89, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap07d3dc66-89, col_values=(('qos', UUID('5b125c6d-8762-4f62-af17-dc7fd5fd8d10')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap07d3dc66-89, col_values=(('external_ids', {'iface-id': '07d3dc66-89c5-44e3-b721-51e0547cf217', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:de:70', 'vm-uuid': '181da24f-8abc-465b-a914-d668507222d3'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: INFO os_vif [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89')
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] No VIF found with MAC fa:16:3e:5d:de:70, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Updated VIF entry in instance network info cache for port 07d3dc66-89c5-44e3-b721-51e0547cf217. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Updating instance_info_cache with network_info: [{"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b941b073-ed88-47b7-964a-120c657c8046 req-41c05daf-77ab-4b9b-b3e5-7b8a9ce01d26 service nova] Releasing lock "refresh_cache-181da24f-8abc-465b-a914-d668507222d3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing instance network info cache due to event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated VIF entry in instance network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43217b37-a083-4677-9ae8-c9c9fac97ee2 req-363c3d88-fa84-4252-a095-ffdd0876e55f service nova] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance destroyed successfully.
Nov 15 17:17:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Attempting rescue
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updating instance_info_cache with network_info: [{"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:17:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Creating image(s)
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'trusted_certs' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-666e6bd6-00e6-44d2-a00d-93ae8956a6d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue" returned: 0 in 0.052s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'migration_context' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.base [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<95aeedaa-cdd6-49fc-a1e9-21122a5c80b5> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start _get_guest_xml network_info=[{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:9f:da:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.base [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<95aeedaa-cdd6-49fc-a1e9-21122a5c80b5> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'numa_topology' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.base [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<95aeedaa-cdd6-49fc-a1e9-21122a5c80b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'vcpu_model' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.base [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<95aeedaa-cdd6-49fc-a1e9-21122a5c80b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-627614340',display_name='tempest-ServerRescueNegativeTestJSON-server-627614340',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-627614340',id=3,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-0ydvh80k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:35Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=95aeedaa-cdd6-49fc-a1e9-21122a5c80b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:9f:da:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:9f:da:4f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.objects.base [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<95aeedaa-cdd6-49fc-a1e9-21122a5c80b5> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:17:09 user nova-compute[74725]:   <uuid>95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</uuid>
Nov 15 17:17:09 user nova-compute[74725]:   <name>instance-00000003</name>
Nov 15 17:17:09 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:17:09 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:17:09 user nova-compute[74725]:   <metadata>
Nov 15 17:17:09 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:17:09 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-627614340</nova:name>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:17:09</nova:creationTime>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:17:09 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:17:09 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:owner>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:17:09 user nova-compute[74725]:       </nova:owner>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:17:09 user nova-compute[74725]:       <nova:ports>
Nov 15 17:17:09 user nova-compute[74725]:         <nova:port uuid="64594f3b-4c4d-43f4-8230-6417e137e86d">
Nov 15 17:17:09 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:17:09 user nova-compute[74725]:         </nova:port>
Nov 15 17:17:09 user nova-compute[74725]:       </nova:ports>
Nov 15 17:17:09 user nova-compute[74725]:     </nova:instance>
Nov 15 17:17:09 user nova-compute[74725]:   </metadata>
Nov 15 17:17:09 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:17:09 user nova-compute[74725]:     <system>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="serial">95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</entry>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="uuid">95aeedaa-cdd6-49fc-a1e9-21122a5c80b5</entry>
Nov 15 17:17:09 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:17:09 user nova-compute[74725]:     </system>
Nov 15 17:17:09 user nova-compute[74725]:   </sysinfo>
Nov 15 17:17:09 user nova-compute[74725]:   <os>
Nov 15 17:17:09 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:17:09 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:17:09 user nova-compute[74725]:   </os>
Nov 15 17:17:09 user nova-compute[74725]:   <features>
Nov 15 17:17:09 user nova-compute[74725]:     <acpi/>
Nov 15 17:17:09 user nova-compute[74725]:     <apic/>
Nov 15 17:17:09 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:17:09 user nova-compute[74725]:   </features>
Nov 15 17:17:09 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:17:09 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:17:09 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:17:09 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:17:09 user nova-compute[74725]:   </clock>
Nov 15 17:17:09 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:17:09 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:17:09 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:17:09 user nova-compute[74725]:   </cpu>
Nov 15 17:17:09 user nova-compute[74725]:   <devices>
Nov 15 17:17:09 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:17:09 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:17:09 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue"/>
Nov 15 17:17:09 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:17:09 user nova-compute[74725]:     </disk>
Nov 15 17:17:09 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:17:09 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:17:09 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk"/>
Nov 15 17:17:09 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:17:09 user nova-compute[74725]:     </disk>
Nov 15 17:17:09 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:17:09 user nova-compute[74725]:       <mac address="fa:16:3e:9f:da:4f"/>
Nov 15 17:17:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:17:09 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:17:09 user nova-compute[74725]:       <target dev="tap64594f3b-4c"/>
Nov 15 17:17:09 user nova-compute[74725]:     </interface>
Nov 15 17:17:09 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:17:09 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/console.log" append="off"/>
Nov 15 17:17:09 user nova-compute[74725]:     </serial>
Nov 15 17:17:09 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:17:09 user nova-compute[74725]:     <video>
Nov 15 17:17:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:17:09 user nova-compute[74725]:     </video>
Nov 15 17:17:09 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:17:09 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:17:09 user nova-compute[74725]:     </rng>
Nov 15 17:17:09 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:17:09 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:17:09 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:17:09 user nova-compute[74725]:     </memballoon>
Nov 15 17:17:09 user nova-compute[74725]:   </devices>
Nov 15 17:17:09 user nova-compute[74725]: </domain>
Nov 15 17:17:09 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:17:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance destroyed successfully.
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:9f:da:4f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] No waiting events found dispatching network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:09 user nova-compute[74725]: WARNING nova.compute.manager [req-d49184b3-09ab-428f-9f42-2da0ac2cca09 req-01b1bdbc-a6ff-4454-87c6-625e8d0918d3 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received unexpected event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 for instance with vm_state building and task_state spawning.
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:09 user nova-compute[74725]: WARNING nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state rescuing.
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:09 user nova-compute[74725]: WARNING nova.compute.manager [req-13a29fe6-333e-42b1-a6f6-08d2257a52bb req-6790b351-aa5e-4045-a1ed-bf3a14bcbdb0 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state rescuing.
Nov 15 17:17:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] No waiting events found dispatching network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:11 user nova-compute[74725]: WARNING nova.compute.manager [req-cdca6547-5c95-4ac4-baf5-25805b032e97 req-6f18f66d-d3ff-4a20-be28-79c2c9247296 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received unexpected event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 for instance with vm_state building and task_state spawning.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:12 user nova-compute[74725]: WARNING nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state rescuing.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:12 user nova-compute[74725]: WARNING nova.compute.manager [req-3636bca0-0ea3-4e23-b993-3b1a5eeff21e req-83cd8ed7-1fe2-4184-8a63-0d3b41405f67 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state active and task_state rescuing.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:17:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] Instance spawned successfully.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:17:12 user nova-compute[74725]: INFO nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Took 7.06 seconds to spawn the instance on the hypervisor.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:17:12 user nova-compute[74725]: INFO nova.compute.manager [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Took 8.11 seconds to build instance.
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-52a40756-3503-4873-8e49-69a13d430c0d tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.214s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-932fc800-a56c-4d74-b6c8-be2af407daa4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-changed-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Refreshing instance network info cache due to event network-changed-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.network.neutron [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Refreshing network info cache for port cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing instance network info cache due to event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.network.neutron [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.network.neutron [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updated VIF entry in instance network info cache for port cae3b276-d1f5-425f-ae3e-2e9b9cb35f77. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG nova.network.neutron [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e307c9ce-04fb-4129-8a99-af5a1734bc1d req-1faab442-5968-4422-a3ab-62d1060a83e1 service nova] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updated VIF entry in instance network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cb68eb9c-adc4-4b87-9d3a-237fc620d921 req-a8d6a3d5-0bfd-46fd-ac32-02875b015fe4 service nova] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.155s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:17:15 user nova-compute[74725]: INFO nova.compute.manager [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] instance snapshotting
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:15 user nova-compute[74725]: INFO nova.compute.manager [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Attaching volume 1d430826-56a6-4e03-9ac4-145ae40df6d7 to /dev/vdb
Nov 15 17:17:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Beginning live snapshot process
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.utils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c887b0bd-d76b-443d-a6dd-540c54e4251e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbe1ed6-6031-4719-9c43-b644c5bed223]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41ae5e88-6d65-48c5-aeb3-597bdae26df7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c04bc7-2128-4187-af0f-4247af9cf7fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:15 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c732c5-8a0c-407e-9fcf-a273bb46c052]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG os_brick.utils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating existing volume attachment record: e6ef0cc6-2661-4dc5-8b8c-ea288fee7396 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:17:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json -f qcow2" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json -f qcow2" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062.delta 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062.delta 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 17:17:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74725) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 15 17:17:16 user nova-compute[74725]: INFO nova.virt.libvirt.host [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] UEFI support detected
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:17:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062.delta /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062.delta /opt/stack/data/nova/instances/snapshots/tmplhrzfb24/15712008c87d4e3aa18704eafa27b062" returned: 0 in 0.705s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Snapshot extracted, beginning image upload
Nov 15 17:17:18 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:18 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=6464MB free_disk=25.258312225341797GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 43f28236-051c-49bb-8309-91cd742085fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance dabee885-3226-4003-a601-881c9595bfc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 7247e6de-eab8-441f-8a12-95734d089da8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 181da24f-8abc-465b-a914-d668507222d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:17:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:17:19 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:17:19 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:17:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:17:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.662s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:20 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:20 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:21 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:21 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:21 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c76105-6f2c-4b83-85d9-eec5bfe3753d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:17:21 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27945ba-776a-4afa-a991-a199b1db164e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7] added
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac38c58-b886-433e-862c-c9ff49bda55f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0040717-ee8c-4626-a57b-8b9e52099cd7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXFfkzAZ {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXFfkzAZ" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[329f0a2e-46ca-46d4-8284-01b744a6cf28]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mXFfkzAZ'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[78e64b27-d762-41dc-a5a0-1ee82793ae9b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e55de70-cf8c-4ca9-9bc8-d6c48025346c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f464813d-2d3e-4099-a84b-373b6a99814a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]
Nov 15 17:17:21 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e74ef0e7-58c3-4d6e-989c-f755872eb9c8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Snapshot image upload complete
Nov 15 17:17:21 user nova-compute[74725]: INFO nova.compute.manager [None req-5176e7be-d185-43e7-a590-d7c8d3a99206 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Took 5.79 seconds to snapshot the instance on the hypervisor.
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[825e11b6-fa88-45d3-b451-f404f47ea62e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f145c08b-3f73-471b-a974-cfc64af3c0d2]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '26135616436303964', 'path': '/dev/sdh'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135616436303964', 'path': '/dev/sdh'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:17:22 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:22 user nova-compute[74725]:   <source dev="/dev/sdh"/>
Nov 15 17:17:22 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:22 user nova-compute[74725]:   <serial>1d430826-56a6-4e03-9ac4-145ae40df6d7</serial>
Nov 15 17:17:22 user nova-compute[74725]: </disk>
Nov 15 17:17:22 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No VIF found with MAC fa:16:3e:07:fa:81, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d360e33d-978d-4a70-b4ff-3659d841bfb7 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.493s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74725) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG nova.objects.instance [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:24 user nova-compute[74725]: WARNING nova.compute.manager [req-ee54e60a-6950-48ac-b5b1-7ab12fcf844a req-d2fa3206-8127-44b5-899c-8841f43704b7 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state active and task_state powering-off.
Nov 15 17:17:25 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance destroyed successfully.
Nov 15 17:17:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:17:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-03373969-927d-4fcc-9bc1-a51b12544a03 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.953s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:27 user nova-compute[74725]: WARNING nova.compute.manager [req-72c0b409-3205-49a7-a57d-66f8a452bd0e req-5b365fc9-fb34-4b51-aa4f-170ed8ef275b service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:17:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-changed-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Refreshing instance network info cache due to event network-changed-613a2f66-8cbe-498a-80c3-9fe0cfdad932. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] Acquiring lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] Acquired lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Refreshing network info cache for port 613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updated VIF entry in instance network info cache for port 613a2f66-8cbe-498a-80c3-9fe0cfdad932. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updating instance_info_cache with network_info: [{"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-760a32ba-2c17-4b8f-9856-ab4ff631f7a9 req-85e875e9-ba84-47af-9ee0-8d4195833147 service nova] Releasing lock "refresh_cache-cf7eafb9-e207-411a-84c3-a2105bd1e9ad" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'flavor' on Instance uuid cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:29 user nova-compute[74725]: INFO nova.compute.manager [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Attaching volume 9d9fff74-4bd7-4487-b576-10047dd8d3c2 to /dev/vdb
Nov 15 17:17:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG os_brick.utils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f39db2a-714a-4330-babe-c9cc5a1e8c0c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a0828f-8fae-4024-a30a-39572f2a35b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9617ecc-1543-4bcc-aec9-5ca70e012765]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb78baee-45fb-491b-9dc9-2d29f3b8ab08]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:30 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[53719c66-b598-4be2-9d37-a653893070ea]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG os_brick.utils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updating existing volume attachment record: 19de8d0c-a3a4-4a59-a002-1cbea7969a70 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-changed-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Refreshing instance network info cache due to event network-changed-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] Acquiring lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] Acquired lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Refreshing network info cache for port 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updated VIF entry in instance network info cache for port 33ebf11d-eda9-45fa-a972-0fd2eb3a15e9. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updating instance_info_cache with network_info: [{"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a095f25d-93d7-4bb4-9edf-ebfb5ff372e8 req-fbbf6060-fb44-4744-bf6d-45bea06d747c service nova] Releasing lock "refresh_cache-50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lazy-loading 'flavor' on Instance uuid 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:32 user nova-compute[74725]: INFO nova.compute.manager [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Attaching volume b1f0836b-afed-4fa4-9068-ab3e3fb5ddec to /dev/sdc
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eac75a3-a6ac-4e27-8e76-c55fcfea571f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb87975-ce9c-4147-8c04-7a361eed07af]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd6c4cf1-b232-4646-839f-2e1673066efd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[09561c9d-450a-4e31-9b88-d34a457717b3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:32 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:17:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b08ca5-0f98-4322-9601-78a58f523d1a]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updating existing volume attachment record: a554e4df-1655-4920-91d7-a71f445e1d73 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:17:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FfEqCGBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:35 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:35 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:35 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d89bc9-4ae4-4fb5-a3e7-5448c54c6959]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:17:35 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d0b2df-1b57-4169-b405-991bc7062461]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2] added
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[82a63726-40f2-4a17-a6a9-7d386b9a32fb]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52db014-a88b-4554-a8df-e7e1b6ffde9a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FfEqCGBI {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FfEqCGBI" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[842c9cea-18fa-4f3c-88ac-c6a4ef3cec9c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FfEqCGBI'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[07ced1ab-d28d-4da2-af51-c7675919c0ea]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d1eb284-297f-4fae-abce-8641db2bf156]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.192s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f70696-c6b6-439a-a10d-693bf1600800]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260]
Nov 15 17:17:35 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.036s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[80cd4179-13b0-4627-92d7-2930c2271bec]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[06be0811-d926-4e2f-a513-e88a9f791431]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[61145774-b968-4231-a5c5-a45fa199d1b1]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FfEqCGBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.468s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] <== connect_volume: return (1470ms) {'type': 'block', 'scsi_wwn': '23031393331333333', 'path': '/dev/sdi'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031393331333333', 'path': '/dev/sdi'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'flavor' on Instance uuid cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:17:36 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:36 user nova-compute[74725]:   <source dev="/dev/sdi"/>
Nov 15 17:17:36 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:36 user nova-compute[74725]:   <serial>9d9fff74-4bd7-4487-b576-10047dd8d3c2</serial>
Nov 15 17:17:36 user nova-compute[74725]: </disk>
Nov 15 17:17:36 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No VIF found with MAC fa:16:3e:1a:42:37, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b43ba565-2cc8-4124-afd6-8bd88bc41307 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.219s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QorVPwOB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:37 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[44789c71-92ac-45d1-b32d-1219e0c92e34]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:17:37 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af58a86-44a1-47f1-a3a2-30bdf71a5c48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec] added
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f666357-c72a-40a9-8316-3bf44923b46c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bce0d58-7e5f-4f39-b4ce-0d05b2b17f0a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QorVPwOB {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QorVPwOB" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cfe226-1b71-41f7-b21c-21dc6312876b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QorVPwOB'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4d9fca-86d5-48cb-a8f5-985d891dde33]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0cf75df-0aa8-4363-b216-eb941d393ff4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7f9130-4e9a-456c-a1c0-dfc81813c252]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260]
Nov 15 17:17:37 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa55d2d-7072-45e3-8be1-c01e487a2f63]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[47aa4a16-5d7c-4c17-835d-f842cd0dbf69]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1560fd-c3c0-4500-afbc-eebde166dbf4]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QorVPwOB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:38 user nova-compute[74725]: INFO nova.compute.manager [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Detaching volume 9d9fff74-4bd7-4487-b576-10047dd8d3c2
Nov 15 17:17:38 user nova-compute[74725]: INFO nova.virt.block_device [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Attempting to driver detach volume 9d9fff74-4bd7-4487-b576-10047dd8d3c2 from mountpoint /dev/vdb
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Attempting to detach device vdb from instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:38 user nova-compute[74725]:   <source dev="/dev/sdi"/>
Nov 15 17:17:38 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:38 user nova-compute[74725]:   <serial>9d9fff74-4bd7-4487-b576-10047dd8d3c2</serial>
Nov 15 17:17:38 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:17:38 user nova-compute[74725]: </disk>
Nov 15 17:17:38 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully detached device vdb from instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad from the persistent domain config.
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:38 user nova-compute[74725]:   <source dev="/dev/sdi"/>
Nov 15 17:17:38 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:38 user nova-compute[74725]:   <serial>9d9fff74-4bd7-4487-b576-10047dd8d3c2</serial>
Nov 15 17:17:38 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:17:38 user nova-compute[74725]: </disk>
Nov 15 17:17:38 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '23938666162666232', 'path': '/dev/sdj'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938666162666232', 'path': '/dev/sdj'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lazy-loading 'flavor' on Instance uuid 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:17:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:38 user nova-compute[74725]:   <source dev="/dev/sdj"/>
Nov 15 17:17:38 user nova-compute[74725]:   <target dev="sdc" bus="scsi"/>
Nov 15 17:17:38 user nova-compute[74725]:   <serial>b1f0836b-afed-4fa4-9068-ab3e3fb5ddec</serial>
Nov 15 17:17:38 user nova-compute[74725]:   <address type="drive" controller="0" unit="2"/>
Nov 15 17:17:38 user nova-compute[74725]: </disk>
Nov 15 17:17:38 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-changed-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing instance network info cache due to event network-changed-051aa660-2c99-4064-a16b-55d475cd8871. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing network info cache for port 051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'flavor' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updated VIF entry in instance network info cache for port 051aa660-2c99-4064-a16b-55d475cd8871. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dec3f987-30d0-46e7-bf5b-06e0cbd62d97 req-ca6f1ce6-fe31-48e3-ba9d-3fe524e91392 service nova] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No BDM found with device name sda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] No VIF found with MAC fa:16:3e:03:e1:f2, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'pci_requests' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.objects.base [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Object Instance<d2cb5f7b-51aa-47ee-b057-3673a62ca1c0> lazy-loaded attributes: flavor,pci_requests {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f4affd5-f98e-4d42-930d-5c8b72100a9a tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.115s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.policy [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0045188425b14e24a296253253be4857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e347b0fb592b4a75aa850a51d39a8673', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Successfully created port: 5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:39 user nova-compute[74725]: INFO nova.compute.manager [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Detaching volume b1f0836b-afed-4fa4-9068-ab3e3fb5ddec
Nov 15 17:17:40 user nova-compute[74725]: INFO nova.virt.block_device [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Attempting to driver detach volume b1f0836b-afed-4fa4-9068-ab3e3fb5ddec from mountpoint /dev/sdc
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Attempting to detach device sdc from instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:40 user nova-compute[74725]:   <source dev="/dev/sdj"/>
Nov 15 17:17:40 user nova-compute[74725]:   <target dev="sdc" bus="scsi"/>
Nov 15 17:17:40 user nova-compute[74725]:   <serial>b1f0836b-afed-4fa4-9068-ab3e3fb5ddec</serial>
Nov 15 17:17:40 user nova-compute[74725]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 15 17:17:40 user nova-compute[74725]: </disk>
Nov 15 17:17:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:40 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Successfully detached device sdc from instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc from the persistent domain config.
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:40 user nova-compute[74725]:   <source dev="/dev/sdj"/>
Nov 15 17:17:40 user nova-compute[74725]:   <target dev="sdc" bus="scsi"/>
Nov 15 17:17:40 user nova-compute[74725]:   <serial>b1f0836b-afed-4fa4-9068-ab3e3fb5ddec</serial>
Nov 15 17:17:40 user nova-compute[74725]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 15 17:17:40 user nova-compute[74725]: </disk>
Nov 15 17:17:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Successfully updated port: 5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-changed-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing instance network info cache due to event network-changed-5ec2f2cc-ca2a-414f-98af-67b1957ee132. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Refreshing network info cache for port 5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG os_vif [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e8004d46-fcd2-5a04-b767-6cc943a54532', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5ec2f2cc-ca, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5ec2f2cc-ca, col_values=(('qos', UUID('90e6423c-9921-4d21-abc8-faf144dd143f')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5ec2f2cc-ca, col_values=(('external_ids', {'iface-id': '5ec2f2cc-ca2a-414f-98af-67b1957ee132', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:33:3e', 'vm-uuid': 'd2cb5f7b-51aa-47ee-b057-3673a62ca1c0'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: INFO os_vif [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca')
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] attach device xml: <interface type="ethernet">
Nov 15 17:17:41 user nova-compute[74725]:   <mac address="fa:16:3e:23:33:3e"/>
Nov 15 17:17:41 user nova-compute[74725]:   <model type="virtio"/>
Nov 15 17:17:41 user nova-compute[74725]:   <mtu size="1442"/>
Nov 15 17:17:41 user nova-compute[74725]:   <target dev="tap5ec2f2cc-ca"/>
Nov 15 17:17:41 user nova-compute[74725]: </interface>
Nov 15 17:17:41 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updated VIF entry in instance network info cache for port 5ec2f2cc-ca2a-414f-98af-67b1957ee132. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cc59143f-e757-49fb-b8c3-16acdc0edce2 req-9870c9be-fc8b-4e9f-816a-5da83e978f62 service nova] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name hda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No VIF found with MAC fa:16:3e:ff:a0:9c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:17:41 user nova-compute[74725]:   <nova:package version="0.0.0"/>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:name>tempest-device-tagging-server-352260806</nova:name>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:creationTime>2023-11-15 17:17:41</nova:creationTime>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:flavor name="m1.tiny">
Nov 15 17:17:41 user nova-compute[74725]:     <nova:memory>512</nova:memory>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:disk>1</nova:disk>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:swap>0</nova:swap>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:vcpus>1</nova:vcpus>
Nov 15 17:17:41 user nova-compute[74725]:   </nova:flavor>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:owner>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:user uuid="0045188425b14e24a296253253be4857">tempest-TaggedAttachmentsTest-340790645-project-member</nova:user>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:project uuid="e347b0fb592b4a75aa850a51d39a8673">tempest-TaggedAttachmentsTest-340790645</nova:project>
Nov 15 17:17:41 user nova-compute[74725]:   </nova:owner>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:17:41 user nova-compute[74725]:   <nova:ports>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:port uuid="051aa660-2c99-4064-a16b-55d475cd8871">
Nov 15 17:17:41 user nova-compute[74725]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:17:41 user nova-compute[74725]:     </nova:port>
Nov 15 17:17:41 user nova-compute[74725]:     <nova:port uuid="5ec2f2cc-ca2a-414f-98af-67b1957ee132">
Nov 15 17:17:41 user nova-compute[74725]:       <nova:ip type="fixed" address="10.10.10.41" ipVersion="4"/>
Nov 15 17:17:41 user nova-compute[74725]:     </nova:port>
Nov 15 17:17:41 user nova-compute[74725]:   </nova:ports>
Nov 15 17:17:41 user nova-compute[74725]: </nova:instance>
Nov 15 17:17:41 user nova-compute[74725]:  {{(pid=74725) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bd6eca03-0843-456b-a9a8-ab9aca42af13 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.829s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:41 user nova-compute[74725]: WARNING nova.compute.manager [req-13d8359a-e510-4438-86ff-ee310a9bd2ff req-ff0b24a3-bd75-4a08-843d-deac69e59a6b service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 for instance with vm_state active and task_state None.
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG nova.objects.instance [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'flavor' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:42 user nova-compute[74725]: INFO nova.compute.manager [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Attaching volume f98ece93-526d-4c6a-9bba-b4a837b6e16c to /dev/vdb
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[798897ed-cf84-4ecb-8ca3-0cb2f507b7f2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66a3b1f-a780-4c7d-a102-c5496bd2a92c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[48642221-3f2e-4d57-bdb5-fe0611f1758e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e41bac-6efe-4168-973c-d21ff41a0b21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:42 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:17:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[15af0d74-b012-494b-9a0a-4df833d18956]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:42 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating existing volume attachment record: e0698709-953b-4552-861d-fa8af4af2ff5 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:17:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:43 user nova-compute[74725]: WARNING nova.compute.manager [req-1a2201f1-5005-4bb1-a06d-80a6ac9db3f7 req-6ef53f52-1671-41fe-92d9-6d96b94a269d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 for instance with vm_state active and task_state None.
Nov 15 17:17:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-changed-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Refreshing instance network info cache due to event network-changed-40d86426-2210-430e-b81b-448e9a3d08eb. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] Acquiring lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] Acquired lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Refreshing network info cache for port 40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.objects.instance [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lazy-loading 'flavor' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updated VIF entry in instance network info cache for port 40d86426-2210-430e-b81b-448e9a3d08eb. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating instance_info_cache with network_info: [{"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0399a5a6-31e6-449b-bc34-71cfe526923c req-eeb38e80-eed5-45fd-a156-74e114740fde service nova] Releasing lock "refresh_cache-e8c6ee67-6221-436a-94ad-a9e3d616e2aa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:46 user nova-compute[74725]: INFO nova.compute.manager [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Attaching volume 79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 to /dev/vdb
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.utils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d7ef53-77bf-4a99-ad9c-d641ec0ff8dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[60dde7a4-eee5-434d-a600-246867546d29]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71fa99dd-160f-4c46-9bdf-0b4ef5c16866]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9971ea-35e0-4008-956f-e69e7b403c81]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:17:46 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:17:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec05746-73da-4caa-8663-7c2bb16dbe99]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG os_brick.utils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:46 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating existing volume attachment record: ceb8417f-afb1-411b-9156-208b2b567708 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXwkjZug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:47 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccde10b-44e0-48ef-8bc6-ecafd6bca7e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:17:47 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3f0f2d-7107-4da1-b1cb-0e18f567fde0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c] added
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a72daf-ac09-4f7f-a9de-35ac57b5062a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5586015a-9eb6-4cef-98ef-45de009b44d6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXwkjZug {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CXwkjZug" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[348728c8-1e57-429f-b5c9-8ca575d7f793]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CXwkjZug'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[028e4190-6011-449b-a3c0-7255d81862a9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8375ecb0-9912-4d6c-9e15-ab5fdf607189]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a1ec9d3-9dfc-4eaa-8e25-06a2ca685104]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260]
Nov 15 17:17:47 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c6e50e-0fab-4239-af5a-d105f066861e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[daffa912-76b0-46a9-a3a2-d54fbe7676ac]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] HCTL ('42', '-', '-', 0) found on session 11 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4bdc90-b187-487e-b83c-cb0b18859091]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXwkjZug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:17:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23232393333303235', 'path': '/dev/sdk'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232393333303235', 'path': '/dev/sdk'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:17:48 user nova-compute[74725]: DEBUG nova.objects.instance [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'flavor' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:17:48 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:48 user nova-compute[74725]:   <source dev="/dev/sdk"/>
Nov 15 17:17:48 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:48 user nova-compute[74725]:   <serial>f98ece93-526d-4c6a-9bba-b4a837b6e16c</serial>
Nov 15 17:17:48 user nova-compute[74725]: </disk>
Nov 15 17:17:48 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No BDM found with device name hda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] No VIF found with MAC fa:16:3e:ff:a0:9c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-210ddd9c-ff01-42cb-8a76-e1eb0eadca26 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.157s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:50 user nova-compute[74725]: INFO nova.compute.manager [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Detaching volume f98ece93-526d-4c6a-9bba-b4a837b6e16c
Nov 15 17:17:50 user nova-compute[74725]: INFO nova.virt.block_device [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Attempting to driver detach volume f98ece93-526d-4c6a-9bba-b4a837b6e16c from mountpoint /dev/vdb
Nov 15 17:17:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Attempting to detach device vdb from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:17:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:50 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:50 user nova-compute[74725]:   <source dev="/dev/sdk"/>
Nov 15 17:17:50 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:50 user nova-compute[74725]:   <serial>f98ece93-526d-4c6a-9bba-b4a837b6e16c</serial>
Nov 15 17:17:50 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:17:50 user nova-compute[74725]: </disk>
Nov 15 17:17:50 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully detached device vdb from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the persistent domain config.
Nov 15 17:17:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:17:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:50 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:50 user nova-compute[74725]:   <source dev="/dev/sdk"/>
Nov 15 17:17:50 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:50 user nova-compute[74725]:   <serial>f98ece93-526d-4c6a-9bba-b4a837b6e16c</serial>
Nov 15 17:17:50 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:17:50 user nova-compute[74725]: </disk>
Nov 15 17:17:50 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iIGMTWHR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:51 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:51 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:51 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb8ae2b-b401-4612-8be2-bfc9431393b5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:17:51 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a32ddb-bb00-47e8-a71b-73fef51bafb1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8] added
Nov 15 17:17:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[624b2e52-0851-4de0-9b70-cadb66fc65e7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[513f2c5c-59d1-49c9-bed2-8abd9746a7c1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iIGMTWHR {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iIGMTWHR" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a5fee1-21b0-4f24-ab64-d9600e77939e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iIGMTWHR'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c138876d-5db4-4805-8348-6bdcbea7d12c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71556b98-470c-4a97-8c19-73ee77a00751]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --login" returned: 0 in 0.098s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec49361-aff9-4135-8e9c-95dfcbb4674d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260]
Nov 15 17:17:51 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d544f1-befb-4a26-a0b9-28737652cfb9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b662652-96eb-4834-9491-70d972531ec2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] HCTL ('43', '-', '-', 0) found on session 12 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b81b3f4-888e-4767-a098-f633d37a4e55]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Searching for a device in session 12 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:17:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iIGMTWHR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.384s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23131323136303838', 'path': '/dev/sdl'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131323136303838', 'path': '/dev/sdl'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.objects.instance [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lazy-loading 'flavor' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] attach device xml: <disk type="block" device="disk">
Nov 15 17:17:53 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:53 user nova-compute[74725]:   <source dev="/dev/sdl"/>
Nov 15 17:17:53 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:53 user nova-compute[74725]:   <serial>79d2e7dd-7da0-4411-bee6-36e60e3fa6a8</serial>
Nov 15 17:17:53 user nova-compute[74725]: </disk>
Nov 15 17:17:53 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] No VIF found with MAC fa:16:3e:dc:78:33, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:17:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-998f194f-2c4d-4f5e-a58a-62bbcad188e7 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.204s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] volume_snapshot_create: create_info: {'snapshot_id': '3a80e947-ce77-4aef-9557-d9e26b6509f8', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74725) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] snap xml: <domainsnapshot>
Nov 15 17:17:54 user nova-compute[74725]:   <disks>
Nov 15 17:17:54 user nova-compute[74725]:     <disk name="/dev/sdl" snapshot="external" type="file">
Nov 15 17:17:54 user nova-compute[74725]:       <source file="/dev/new_file"/>
Nov 15 17:17:54 user nova-compute[74725]:     </disk>
Nov 15 17:17:54 user nova-compute[74725]:     <disk name="vda" snapshot="no"/>
Nov 15 17:17:54 user nova-compute[74725]:   </disks>
Nov 15 17:17:54 user nova-compute[74725]: </domainsnapshot>
Nov 15 17:17:54 user nova-compute[74725]:  {{(pid=74725) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] Lazy-loading 'system_metadata' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:54 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     rv = execute(f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     six.reraise(c, e, tb)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     raise value
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     rv = meth(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     self._volume_snapshot_create(context, instance, guest,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     rv = execute(f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     six.reraise(c, e, tb)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     raise value
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     rv = meth(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] 
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8a06b34c-602c-48fb-9f27-b9d7ec5cc882 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] volume_snapshot_delete: delete_info: {'volume_id': '79d2e7dd-7da0-4411-bee6-36e60e3fa6a8'} {{(pid=74725) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [None req-8a06b34c-602c-48fb-9f27-b9d7ec5cc882 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa]     if delete_info['type'] != 'qcow2':
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] KeyError: 'type'
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [None req-8a06b34c-602c-48fb-9f27-b9d7ec5cc882 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-375de632-8e19-4fb1-b37e-a7161e56b1c5)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server [None req-8a06b34c-602c-48fb-9f27-b9d7ec5cc882 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] Exception during message handling: KeyError: 'type'
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 3a80e947-ce77-4aef-9557-d9e26b6509f8 could not be found.
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise value
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 3a80e947-ce77-4aef-9557-d9e26b6509f8 could not be found. (HTTP 404) (Request-ID: req-1f2ade9b-2218-432e-ab06-160714d34933)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 3a80e947-ce77-4aef-9557-d9e26b6509f8 could not be found.
Nov 15 17:17:54 user nova-compute[74725]: ERROR nova.virt.libvirt.driver 
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server [None req-1eb672b2-4de0-4849-a1a5-14de25539ba5 tempest-VolumesAssistedSnapshotsTest-425159513 tempest-VolumesAssistedSnapshotsTest-425159513-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 17:17:54 user nova-compute[74725]: ERROR oslo_messaging.rpc.server 
Nov 15 17:17:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:54 user nova-compute[74725]: INFO nova.compute.manager [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Detaching volume 79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:17:54 user nova-compute[74725]: INFO nova.virt.block_device [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Attempting to driver detach volume 79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 from mountpoint /dev/vdb
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Attempting to detach device vdb from instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:54 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:54 user nova-compute[74725]:   <source dev="/dev/sdl"/>
Nov 15 17:17:54 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:54 user nova-compute[74725]:   <serial>79d2e7dd-7da0-4411-bee6-36e60e3fa6a8</serial>
Nov 15 17:17:54 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:17:54 user nova-compute[74725]: </disk>
Nov 15 17:17:54 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:54 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Successfully detached device vdb from instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa from the persistent domain config.
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] detach device xml: <disk type="block" device="disk">
Nov 15 17:17:54 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:17:54 user nova-compute[74725]:   <source dev="/dev/sdl"/>
Nov 15 17:17:54 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:17:54 user nova-compute[74725]:   <serial>79d2e7dd-7da0-4411-bee6-36e60e3fa6a8</serial>
Nov 15 17:17:54 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:17:54 user nova-compute[74725]: </disk>
Nov 15 17:17:54 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:17:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:56 user nova-compute[74725]: INFO nova.compute.manager [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Terminating instance
Nov 15 17:17:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-unplugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] No waiting events found dispatching network-vif-unplugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-70fc3352-7f25-496d-85ed-1e1b74e93765 req-ea7e6a96-b5c2-4c14-b8ab-8b402a60b9ad service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-unplugged-b8743b86-652c-46b3-8522-625be7dd0c47 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Instance destroyed successfully.
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.objects.instance [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lazy-loading 'resources' on Instance uuid 43f28236-051c-49bb-8309-91cd742085fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-171753048',display_name='tempest-VolumesActionsTest-instance-171753048',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-171753048',id=11,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='94aecb82a5d34b86a5b584742f981ab3',ramdisk_id='',reservation_id='r-sq5ds7oc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1415922067',owner_user_name='tempest-VolumesActionsTest-1415922067-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:10Z,user_data=None,user_id='bbfc21b653074c5688710ca5639a7c06',uuid=43f28236-051c-49bb-8309-91cd742085fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converting VIF {"id": "b8743b86-652c-46b3-8522-625be7dd0c47", "address": "fa:16:3e:bd:50:15", "network": {"id": "06702d62-aa28-4747-98f8-f1c3dfa9da4e", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2062847856-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "94aecb82a5d34b86a5b584742f981ab3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8743b86-65", "ovs_interfaceid": "b8743b86-652c-46b3-8522-625be7dd0c47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG os_vif [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8743b86-65, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1740db7e-393d-4f4f-8034-076a497746c8) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:17:57 user nova-compute[74725]: INFO os_vif [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:50:15,bridge_name='br-int',has_traffic_filtering=True,id=b8743b86-652c-46b3-8522-625be7dd0c47,network=Network(06702d62-aa28-4747-98f8-f1c3dfa9da4e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8743b86-65')
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Deleting instance files /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa_del
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Deletion of /opt/stack/data/nova/instances/43f28236-051c-49bb-8309-91cd742085fa_del complete
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.compute.manager [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Took 0.68 seconds to destroy the instance on the hypervisor.
Nov 15 17:17:57 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Took 0.45 seconds to deallocate network for instance.
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-66e5d2f1-e2ac-494b-a12f-a4d2990f8d99 req-084fedf0-548d-4f52-b5f3-8dbe123abdc0 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-deleted-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:57 user nova-compute[74725]: INFO nova.compute.manager [req-66e5d2f1-e2ac-494b-a12f-a4d2990f8d99 req-084fedf0-548d-4f52-b5f3-8dbe123abdc0 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Neutron deleted interface b8743b86-652c-46b3-8522-625be7dd0c47; detaching it from the instance and deleting it from the info cache
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.network.neutron [req-66e5d2f1-e2ac-494b-a12f-a4d2990f8d99 req-084fedf0-548d-4f52-b5f3-8dbe123abdc0 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-66e5d2f1-e2ac-494b-a12f-a4d2990f8d99 req-084fedf0-548d-4f52-b5f3-8dbe123abdc0 service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Detach interface failed, port_id=b8743b86-652c-46b3-8522-625be7dd0c47, reason: Instance 43f28236-051c-49bb-8309-91cd742085fa could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.581s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:58 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Deleted allocations for instance 43f28236-051c-49bb-8309-91cd742085fa
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-39d16a74-5cbf-4e04-99fc-033c42ef0727 tempest-VolumesActionsTest-1415922067 tempest-VolumesActionsTest-1415922067-project-member] Lock "43f28236-051c-49bb-8309-91cd742085fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.930s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:58 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad is timed out.
Nov 15 17:17:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully detached device vdb from instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad from the live domain config.
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FfEqCGBI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:17:58 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a71145-0e98-4763-ad61-e475aecbe372]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:17:58 user nova-compute[74725]: No targets found.
Nov 15 17:17:58 user nova-compute[74725]: iSNS:
Nov 15 17:17:58 user nova-compute[74725]: No targets found.
Nov 15 17:17:58 user nova-compute[74725]: STATIC:
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff
Nov 15 17:17:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:17:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:17:58 user nova-compute[74725]: FIRMWARE:
Nov 15 17:17:58 user nova-compute[74725]: No targets found.
Nov 15 17:17:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:17:58 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:17:58 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9e6aee-410f-49be-9d5b-5129fb7348de]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[28299a33-8d3d-40d3-9142-11952008ba1e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 (non-flash)
Nov 15 17:17:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac1a1090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2'): ({'sdi'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Removing single pathed devices sdi {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d138b3-ac6e-4fc5-8f16-e568b9c79375]: (4, ('path checker states:\nup                  11\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a8fe67-57c7-481c-81bf-ee5e10b4bc8c]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Flushing IO for device /dev/sdi {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[01ba905e-c181-45ba-adfe-dba796cb9311]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[94ef2ab6-be43-45ee-8030-a6e3374d916d]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] SCSI volumes sdi have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0463a03-53d7-4375-ac02-c17dc64757a1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] Acquiring lock "43f28236-051c-49bb-8309-91cd742085fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] Lock "43f28236-051c-49bb-8309-91cd742085fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] No waiting events found dispatching network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:17:58 user nova-compute[74725]: WARNING nova.compute.manager [req-639b4190-fe6d-4125-a664-d15b83e8a353 req-31b4b4d7-0188-4c3a-b708-dcb02195c24e service nova] [instance: 43f28236-051c-49bb-8309-91cd742085fa] Received unexpected event network-vif-plugged-b8743b86-652c-46b3-8522-625be7dd0c47 for instance with vm_state deleted and task_state None.
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7be43b9e-935a-4315-af8a-df17d40fa9ee]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260]
Nov 15 17:17:58 user nova-compute[74725]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2, portal: 172.16.0.220,3260] successful.
Nov 15 17:17:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9d9fff74-4bd7-4487-b576-10047dd8d3c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc5c6ad-156e-461e-b8a0-c4c485f3d973]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] <== disconnect_volume: return (349ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:17:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:17:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'flavor' on Instance uuid cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:17:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-801c0bec-186e-4289-b454-e6998b6d71e5 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:17:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:00 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc is timed out.
Nov 15 17:18:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Successfully detached device sdc from instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc from the live domain config.
Nov 15 17:18:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QorVPwOB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b26b11b-6555-41d9-91ac-5804e5d5efbd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:00 user nova-compute[74725]: No targets found.
Nov 15 17:18:00 user nova-compute[74725]: iSNS:
Nov 15 17:18:00 user nova-compute[74725]: No targets found.
Nov 15 17:18:00 user nova-compute[74725]: STATIC:
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff
Nov 15 17:18:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:00 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:00 user nova-compute[74725]: No targets found.
Nov 15 17:18:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:00 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:00 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1f3478-44fd-4e94-9614-a9754291acd9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[93261865-d76c-4c31-83ab-dc4083ea895f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88fd7130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec'): ({'sdj'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Removing single pathed devices sdj {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4f79f1-230e-404e-b69c-c8020305391a]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e76ec5c3-a379-4d02-aa8b-e538456f5fce]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Flushing IO for device /dev/sdj {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d8cd1a-3354-494c-9c4b-ed8b77c67f7b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.037s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[316ff913-57f2-4029-8fd3-8d7f54487ec1]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] SCSI volumes sdj have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8923baa5-0f21-4292-bbbd-5826838d1804]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5c4515-fdd4-439a-8859-39048082d85f]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260]
Nov 15 17:18:00 user nova-compute[74725]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1f0836b-afed-4fa4-9068-ab3e3fb5ddec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bfd30a-4558-414f-8925-c4b93eaf63de]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] <== disconnect_volume: return (367ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:01 user nova-compute[74725]: DEBUG nova.objects.instance [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lazy-loading 'flavor' on Instance uuid 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-392e38fb-9c6a-4470-9b49-7353258bbee4 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.863s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:02 user nova-compute[74725]: INFO nova.compute.manager [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Terminating instance
Nov 15 17:18:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:18:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-unplugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] No waiting events found dispatching network-vif-unplugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cb3b36c-53cd-427f-b442-3e38f13f759b req-cc451217-7da2-4126-bae8-b77adcad8e27 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-unplugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Instance destroyed successfully.
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lazy-loading 'resources' on Instance uuid 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2000807907',display_name='tempest-AttachSCSIVolumeTestJSON-server-2000807907',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2000807907',id=8,image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKx9ztodyHH9BcHdmvB5uCrXwj6yFuRr9vWk8rmWTMcJmLw0Z7O6/DMyiVKgtpxToQ0AFIWJM1z8YvLT/EBW7vQOMxlNXMGVjhfE09+2suWg9fVKRyI67wQQdcUlX9HGKA==',key_name='tempest-keypair-458210688',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='451833047c664b84b3fd6b8c67d2390a',ramdisk_id='',reservation_id='r-khni4pdu',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='38602e2b-6b4e-4624-a494-141f4018ef49',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1750267502',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1750267502-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:15:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='94f1ceae88ac42939bf6e7553f11fbe7',uuid=50f4af51-d9bf-4963-aa82-c7aef8f5b3cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converting VIF {"id": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "address": "fa:16:3e:03:e1:f2", "network": {"id": "5f467f69-6842-4bfd-bf52-3dd0d12f2f53", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1830882779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "451833047c664b84b3fd6b8c67d2390a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33ebf11d-ed", "ovs_interfaceid": "33ebf11d-eda9-45fa-a972-0fd2eb3a15e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG os_vif [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33ebf11d-ed, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ecb75446-ec0f-45db-8899-4a40b4b13e09) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:03 user nova-compute[74725]: INFO os_vif [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:e1:f2,bridge_name='br-int',has_traffic_filtering=True,id=33ebf11d-eda9-45fa-a972-0fd2eb3a15e9,network=Network(5f467f69-6842-4bfd-bf52-3dd0d12f2f53),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33ebf11d-ed')
Nov 15 17:18:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Deleting instance files /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc_del
Nov 15 17:18:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Deletion of /opt/stack/data/nova/instances/50f4af51-d9bf-4963-aa82-c7aef8f5b3cc_del complete
Nov 15 17:18:03 user nova-compute[74725]: INFO nova.compute.manager [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 15 17:18:03 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:18:03 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:18:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-changed-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing instance network info cache due to event network-changed-82b3dab1-7f47-4c48-9f30-fab102b25411. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] Acquiring lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] Acquired lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Refreshing network info cache for port 82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] Acquiring lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] No waiting events found dispatching network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:05 user nova-compute[74725]: WARNING nova.compute.manager [req-2f8a30f8-0eeb-4ae8-b759-eed853d25f07 req-f3e3371e-8af7-4fb5-9b67-0d59ccf6c3e7 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received unexpected event network-vif-plugged-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 for instance with vm_state active and task_state deleting.
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:05 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Took 1.53 seconds to deallocate network for instance.
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:05 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Deleted allocations for instance 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updated VIF entry in instance network info cache for port 82b3dab1-7f47-4c48-9f30-fab102b25411. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db146026-c27a-47a8-9e64-032c53a14b04 req-57d9e5db-51f2-4505-bfad-7918c23e3380 service nova] Releasing lock "refresh_cache-dabee885-3226-4003-a601-881c9595bfc4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1de075e2-b432-411a-ade5-1e6aca80e6c0 tempest-AttachSCSIVolumeTestJSON-1750267502 tempest-AttachSCSIVolumeTestJSON-1750267502-project-member] Lock "50f4af51-d9bf-4963-aa82-c7aef8f5b3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.988s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-7f0a264c-813b-4217-a84b-8de3465d5ade req-b5da4f62-777a-4dda-8bf6-f8d9402cda18 service nova] [instance: 50f4af51-d9bf-4963-aa82-c7aef8f5b3cc] Received event network-vif-deleted-33ebf11d-eda9-45fa-a972-0fd2eb3a15e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-changed-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing instance network info cache due to event network-changed-b63b8406-8e23-40a2-b4c9-06b41d82281f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] Acquiring lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] Acquired lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Refreshing network info cache for port b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updated VIF entry in instance network info cache for port b63b8406-8e23-40a2-b4c9-06b41d82281f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62824f1f-dc6c-49ed-88e5-f1664f355cc6 req-e422306c-8ee4-40ea-a0a3-1a5f4d6d063a service nova] Releasing lock "refresh_cache-7247e6de-eab8-441f-8a12-95734d089da8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:07 user nova-compute[74725]: INFO nova.compute.manager [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Terminating instance
Nov 15 17:18:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-5b5d7c3b-f505-4109-be47-8cb903d5c00c req-9c34214d-5054-4dd9-9e06-66c727d0c814 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-82b3dab1-7f47-4c48-9f30-fab102b25411 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: INFO nova.compute.manager [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Terminating instance
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: WARNING nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-71deb2d8-a1ab-46c2-97cf-5751b35106ac for instance with vm_state active and task_state deleting.
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: WARNING nova.compute.manager [req-3dce2b33-96fe-4705-97ae-09f8a92fd49a req-a34c2785-2046-44e0-9ed9-1092a2b73f3a service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 for instance with vm_state active and task_state deleting.
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:09 user nova-compute[74725]: WARNING nova.compute.manager [req-2545b202-7bc7-4892-b552-746dda17328d req-f6ada3af-2994-46e6-9a1e-50e6dedf97c1 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c for instance with vm_state active and task_state deleting.
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] Instance destroyed successfully.
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lazy-loading 'resources' on Instance uuid dabee885-3226-4003-a601-881c9595bfc4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap82b3dab1-7f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=60db5e43-ce87-42a5-925d-129e5d97514d) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:29:4c,bridge_name='br-int',has_traffic_filtering=True,id=82b3dab1-7f47-4c48-9f30-fab102b25411,network=Network(195c11a1-0c0d-4103-a629-9a7eef4b8f84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap82b3dab1-7f')
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: WARNING nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-82b3dab1-7f47-4c48-9f30-fab102b25411 for instance with vm_state active and task_state deleting.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: WARNING nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-69ec6e38-6862-49d3-8538-41f0287a7ce2 for instance with vm_state active and task_state deleting.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: WARNING nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-13f022c1-5973-4fc9-9ecc-aa350c00ac5b for instance with vm_state active and task_state deleting.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-b63b8406-8e23-40a2-b4c9-06b41d82281f for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: WARNING nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b63b8406-8e23-40a2-b4c9-06b41d82281f for instance with vm_state active and task_state deleting.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:10 user nova-compute[74725]: WARNING nova.compute.manager [req-7055383c-ec7c-4854-8c60-a7008ad3d905 req-c79bd665-c688-4f84-90c7-21cdbb69b73c service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-b2c1b469-3784-4c17-8586-b67bc2ca4fa0 for instance with vm_state active and task_state deleting.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap69ec6e38-68, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Instance destroyed successfully.
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.objects.instance [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lazy-loading 'resources' on Instance uuid 7247e6de-eab8-441f-8a12-95734d089da8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb63b8406-8e, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=64e5deb1-a1f2-4cfd-9b33-9c257ec33311) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 is timed out.
Nov 15 17:18:11 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully detached device vdb from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the live domain config.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CXwkjZug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4b558c-f94a-4d85-94f4-69d613bc5005]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:11 user nova-compute[74725]: No targets found.
Nov 15 17:18:11 user nova-compute[74725]: iSNS:
Nov 15 17:18:11 user nova-compute[74725]: No targets found.
Nov 15 17:18:11 user nova-compute[74725]: STATIC:
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff
Nov 15 17:18:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:11 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:11 user nova-compute[74725]: No targets found.
Nov 15 17:18:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:11 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:11 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[97ceef16-350e-4264-8876-abc2bac48e63]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd34c119-0178-44e4-8694-c55ee7caa72e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc3424d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c'): ({'sdk'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Removing single pathed devices sdk {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c324c773-184d-47dc-9579-e4b0a5a214f0) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:ba:c9,bridge_name='br-int',has_traffic_filtering=True,id=69ec6e38-6862-49d3-8538-41f0287a7ce2,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap69ec6e38-68')
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[399df409-f05e-41c7-bc0e-5ed08be5326c]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1163a04-57c7-4194-8eb1-9bc939afc9af]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Flushing IO for device /dev/sdk {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[61adda66-8e0b-4937-830e-2430201daa1e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-unplugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-unplugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "dabee885-3226-4003-a601-881c9595bfc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "dabee885-3226-4003-a601-881c9595bfc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] No waiting events found dispatching network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received unexpected event network-vif-plugged-39c8ced4-e83d-4823-af0d-c8fcec00fd18 for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7 for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-940fc72d-b36c-4ef5-878f-6530cf280374 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-940fc72d-b36c-4ef5-878f-6530cf280374 for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-917afa86-1f1e-4f72-8664-ab2de8ac16ff for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-08a2fc5c-cfad-4468-9683-62f84cd00355 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-33d07996-f3d3-4360-ae5d-b49fd35af56c req-b7afc8ab-8f73-4ddb-98cb-dfafadbeb03d service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-08a2fc5c-cfad-4468-9683-62f84cd00355 for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.037s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17a57a5-c8fd-4851-8cd8-8df7fb7dbcfa]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] SCSI volumes sdk have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-unplugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-unplugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Acquiring lock "7247e6de-eab8-441f-8a12-95734d089da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] Lock "7247e6de-eab8-441f-8a12-95734d089da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] No waiting events found dispatching network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:11 user nova-compute[74725]: WARNING nova.compute.manager [req-fd007f3a-14ec-4690-b050-f7aa9ffe7045 req-3545b81e-1adc-47a3-b24e-e58d7ce62f29 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received unexpected event network-vif-plugged-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 for instance with vm_state active and task_state deleting.
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8233d522-1dde-445d-8ccb-9986f15ee380]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfa7fe5a-a4, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:5f:89,bridge_name='br-int',has_traffic_filtering=True,id=b63b8406-8e23-40a2-b4c9-06b41d82281f,network=Network(0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb63b8406-8e')
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c3ff27-ba67-41dc-b16f-0e185f568f98]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260]
Nov 15 17:18:11 user nova-compute[74725]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f98ece93-526d-4c6a-9bba-b4a837b6e16c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d7ed05-273b-4b06-8335-c59b040753c9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.399s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] <== disconnect_volume: return (400ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb2c1b469-37, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c693fbc-9a35-49b6-9bcf-0d4db664b000) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=371c91dc-ccb7-44dd-8cce-feb9e7905ca9) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:fd:96,bridge_name='br-int',has_traffic_filtering=True,id=cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapcfa7fe5a-a4')
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71deb2d8-a1, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:11 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:4c:e4,bridge_name='br-int',has_traffic_filtering=True,id=b2c1b469-3784-4c17-8586-b67bc2ca4fa0,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb2c1b469-37')
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0ca429ca-8b, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=350f7f4d-d667-427d-9ec1-e2eceab38d97) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ebd1f0f-3975-4246-922c-4dd28ab2280d) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:8c:ca,bridge_name='br-int',has_traffic_filtering=True,id=71deb2d8-a1ab-46c2-97cf-5751b35106ac,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71deb2d8-a1')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "address": "fa:16:3e:8b:a4:54", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0a40ad92-e5", "ovs_interfaceid": "0a40ad92-e5f7-442b-8bff-e9785e8e87e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0a40ad92-e5, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:fd:5b,bridge_name='br-int',has_traffic_filtering=True,id=0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap0ca429ca-8b')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7d662ba9-ec, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.objects.instance [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'flavor' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5e19966-6610-4c10-b138-6a31fcd8fb75) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-846aafc3-204a-45d9-8b68-7b2af4707505 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.846s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a843f76-d8e4-4a71-9131-36d9990ad9ff) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:a4:54,bridge_name='br-int',has_traffic_filtering=True,id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7,network=Network(92070255-4045-4a02-a389-2bd3356aa508),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0a40ad92-e5')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13f022c1-59, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:a0:36,bridge_name='br-int',has_traffic_filtering=True,id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7d662ba9-ec')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap940fc72d-b3, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d6bebab-a14a-46d4-9fe3-61ad8dd72a80) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa90a9f2-1e4d-44f7-b754-d5906a470b8c) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:5f:c2,bridge_name='br-int',has_traffic_filtering=True,id=13f022c1-5973-4fc9-9ecc-aa350c00ac5b,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13f022c1-59')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1602784733',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1602784733',id=12,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJlwngKeSAqTKH5d/ycJ+FA2yjP5hTfdiviWOkiw8tuHSTDhKUSj1O7Ns7Ng+g2b5wmwlI5ovPda1z29yN4BZfM16UY3HtyBhroWxY4esstD+oRZMowu1DUHHKaQChvvQ==',key_name='tempest-keypair-1298078924',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d8860138723f45239b1802fc19d968fe',ramdisk_id='',reservation_id='r-kz51zkwo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-369027588',owner_user_name='tempest-TaggedBootDevicesTest-369027588-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dd4c29e9fa264ee88a6b6138b85acefd',uuid=dabee885-3226-4003-a601-881c9595bfc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converting VIF {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39c8ced4-e8, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:b3:af,bridge_name='br-int',has_traffic_filtering=True,id=940fc72d-b36c-4ef5-878f-6530cf280374,network=Network(bd860290-09b9-4fa9-959f-7d2c61c58ffa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap940fc72d-b3')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "08a2fc5c-cfad-4468-9683-62f84cd00355", "address": "fa:16:3e:c3:13:0a", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap08a2fc5c-cf", "ovs_interfaceid": "08a2fc5c-cfad-4468-9683-62f84cd00355", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap08a2fc5c-cf, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=316b3679-b26a-4adb-adbf-d5823b546332) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c52f7740-4a08-4080-9dd8-68e36e4c8ea8) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:08,bridge_name='br-int',has_traffic_filtering=True,id=39c8ced4-e83d-4823-af0d-c8fcec00fd18,network=Network(c6420959-9f73-4d15-823d-5cf1b0b41be8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39c8ced4-e8')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KfDRLrTw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:13:0a,bridge_name='br-int',has_traffic_filtering=True,id=08a2fc5c-cfad-4468-9683-62f84cd00355,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap08a2fc5c-cf')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:16:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-330720446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-330720446',id=13,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6fiVVvjqa47zvwcWnykqxbypSmHwO7Nr1puYlQZHJwo7mXIeWskToLMd4Ap3WhA7fKHOT1nkdRowMa4biWvQJs/UM68CU5sedWAump+V4h2CiRB6KZA+0osI+f4ievvw==',key_name='tempest-keypair-736571583',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b958202970e34cbb86e9a6b9c124a398',ramdisk_id='',reservation_id='r-91ozv990',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-158001054',owner_user_name='tempest-TaggedBootDevicesTest_v242-158001054-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f9241b46970f480c9e8ec6c822e83ab9',uuid=7247e6de-eab8-441f-8a12-95734d089da8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converting VIF {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap917afa86-1f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca9a18b-fd14-4cae-8115-cc1f4af2e6f3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:12 user nova-compute[74725]: No targets found.
Nov 15 17:18:12 user nova-compute[74725]: iSNS:
Nov 15 17:18:12 user nova-compute[74725]: No targets found.
Nov 15 17:18:12 user nova-compute[74725]: STATIC:
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff
Nov 15 17:18:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:12 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:12 user nova-compute[74725]: No targets found.
Nov 15 17:18:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:12 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:12 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0146de0f-3517-45f2-a82b-54f5a75ddf27) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:12 user nova-compute[74725]: INFO os_vif [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:1c:39,bridge_name='br-int',has_traffic_filtering=True,id=917afa86-1f1e-4f72-8664-ab2de8ac16ff,network=Network(0f924d84-d10c-407c-a526-f5dc7e4c5a07),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap917afa86-1f')
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27cf26ba-492e-4f60-8818-749393c18dcb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQgskdFn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d62cbdff-7916-48a3-9034-fd8ad877d838]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff17e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c4edc29-719d-4a50-93bb-af343901d25b]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[46040cb1-f53d-4f93-9d52-c9e6f8bd00d3]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1847ef2e-6dc0-44c9-a89b-ec25c50e6095]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf36d4ac-db1f-41e5-bca0-ba5b049bcfb6]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7f5cc0-6d62-4eaf-936d-5432f52af1ce]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a37f6a-4624-4a4b-b542-5a13d9546a71]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260]
Nov 15 17:18:13 user nova-compute[74725]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:66301e60-7b63-40e4-821f-69560e0985d6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6173a792-8908-4b0f-8d73-18e561be772a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.378s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== disconnect_volume: return (379ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.325s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqTlIDrJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:13 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77751eb-334e-48a5-8ac0-c32f55745b56]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]: iSNS:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]: STATIC:
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:13 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:13 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-5ec2f2cc-ca2a-414f-98af-67b1957ee132" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-5ec2f2cc-ca2a-414f-98af-67b1957ee132" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ac35af-df4b-485d-a48a-ce788ce7a6b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e360541c-7c8f-4648-9115-e628b5e352a1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff0040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'flavor' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[64531507-3e5b-49bd-a1e1-d02d4c1e0c97]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface> {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface> {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Attempting to detach device tap5ec2f2cc-ca from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] detach device xml: <interface type="ethernet">
Nov 15 17:18:13 user nova-compute[74725]:   <mac address="fa:16:3e:23:33:3e"/>
Nov 15 17:18:13 user nova-compute[74725]:   <model type="virtio"/>
Nov 15 17:18:13 user nova-compute[74725]:   <mtu size="1442"/>
Nov 15 17:18:13 user nova-compute[74725]:   <target dev="tap5ec2f2cc-ca"/>
Nov 15 17:18:13 user nova-compute[74725]: </interface>
Nov 15 17:18:13 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11f7456-ceaa-4a4e-bc75-360d85b6c08c]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface> {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 15 17:18:13 user nova-compute[74725]:   <name>instance-00000009</name>
Nov 15 17:18:13 user nova-compute[74725]:   <uuid>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</uuid>
Nov 15 17:18:13 user nova-compute[74725]:   <metadata>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:18:13 user nova-compute[74725]:   <nova:package version="0.0.0"/>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:name>tempest-device-tagging-server-352260806</nova:name>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:creationTime>2023-11-15 17:17:41</nova:creationTime>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:flavor name="m1.tiny">
Nov 15 17:18:13 user nova-compute[74725]:     <nova:memory>512</nova:memory>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:disk>1</nova:disk>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:swap>0</nova:swap>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:vcpus>1</nova:vcpus>
Nov 15 17:18:13 user nova-compute[74725]:   </nova:flavor>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:owner>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:user uuid="0045188425b14e24a296253253be4857">tempest-TaggedAttachmentsTest-340790645-project-member</nova:user>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:project uuid="e347b0fb592b4a75aa850a51d39a8673">tempest-TaggedAttachmentsTest-340790645</nova:project>
Nov 15 17:18:13 user nova-compute[74725]:   </nova:owner>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:18:13 user nova-compute[74725]:   <nova:ports>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:port uuid="051aa660-2c99-4064-a16b-55d475cd8871">
Nov 15 17:18:13 user nova-compute[74725]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:18:13 user nova-compute[74725]:     </nova:port>
Nov 15 17:18:13 user nova-compute[74725]:     <nova:port uuid="5ec2f2cc-ca2a-414f-98af-67b1957ee132">
Nov 15 17:18:13 user nova-compute[74725]:       <nova:ip type="fixed" address="10.10.10.41" ipVersion="4"/>
Nov 15 17:18:13 user nova-compute[74725]:     </nova:port>
Nov 15 17:18:13 user nova-compute[74725]:   </nova:ports>
Nov 15 17:18:13 user nova-compute[74725]: </nova:instance>
Nov 15 17:18:13 user nova-compute[74725]:   </metadata>
Nov 15 17:18:13 user nova-compute[74725]:   <memory unit='KiB'>524288</memory>
Nov 15 17:18:13 user nova-compute[74725]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 17:18:13 user nova-compute[74725]:   <vcpu placement='static'>1</vcpu>
Nov 15 17:18:13 user nova-compute[74725]:   <resource>
Nov 15 17:18:13 user nova-compute[74725]:     <partition>/machine</partition>
Nov 15 17:18:13 user nova-compute[74725]:   </resource>
Nov 15 17:18:13 user nova-compute[74725]:   <sysinfo type='smbios'>
Nov 15 17:18:13 user nova-compute[74725]:     <system>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='version'>0.0.0</entry>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='serial'>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='uuid'>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:18:13 user nova-compute[74725]:       <entry name='family'>Virtual Machine</entry>
Nov 15 17:18:13 user nova-compute[74725]:     </system>
Nov 15 17:18:13 user nova-compute[74725]:   </sysinfo>
Nov 15 17:18:13 user nova-compute[74725]:   <os>
Nov 15 17:18:13 user nova-compute[74725]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 17:18:13 user nova-compute[74725]:     <boot dev='hd'/>
Nov 15 17:18:13 user nova-compute[74725]:     <smbios mode='sysinfo'/>
Nov 15 17:18:13 user nova-compute[74725]:   </os>
Nov 15 17:18:13 user nova-compute[74725]:   <features>
Nov 15 17:18:13 user nova-compute[74725]:     <acpi/>
Nov 15 17:18:13 user nova-compute[74725]:     <apic/>
Nov 15 17:18:13 user nova-compute[74725]:     <vmcoreinfo state='on'/>
Nov 15 17:18:13 user nova-compute[74725]:   </features>
Nov 15 17:18:13 user nova-compute[74725]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 17:18:13 user nova-compute[74725]:     <model fallback='forbid'>Nehalem</model>
Nov 15 17:18:13 user nova-compute[74725]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 17:18:13 user nova-compute[74725]:     <feature policy='require' name='vme'/>
Nov 15 17:18:13 user nova-compute[74725]:     <feature policy='require' name='x2apic'/>
Nov 15 17:18:13 user nova-compute[74725]:     <feature policy='require' name='hypervisor'/>
Nov 15 17:18:13 user nova-compute[74725]:   </cpu>
Nov 15 17:18:13 user nova-compute[74725]:   <clock offset='utc'>
Nov 15 17:18:13 user nova-compute[74725]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 17:18:13 user nova-compute[74725]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 17:18:13 user nova-compute[74725]:     <timer name='hpet' present='no'/>
Nov 15 17:18:13 user nova-compute[74725]:   </clock>
Nov 15 17:18:13 user nova-compute[74725]:   <on_poweroff>destroy</on_poweroff>
Nov 15 17:18:13 user nova-compute[74725]:   <on_reboot>restart</on_reboot>
Nov 15 17:18:13 user nova-compute[74725]:   <on_crash>destroy</on_crash>
Nov 15 17:18:13 user nova-compute[74725]:   <devices>
Nov 15 17:18:13 user nova-compute[74725]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 17:18:13 user nova-compute[74725]:     <disk type='file' device='disk'>
Nov 15 17:18:13 user nova-compute[74725]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 17:18:13 user nova-compute[74725]:       <source file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk' index='2'/>
Nov 15 17:18:13 user nova-compute[74725]:       <backingStore type='file' index='3'>
Nov 15 17:18:13 user nova-compute[74725]:         <format type='raw'/>
Nov 15 17:18:13 user nova-compute[74725]:         <source file='/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a'/>
Nov 15 17:18:13 user nova-compute[74725]:         <backingStore/>
Nov 15 17:18:13 user nova-compute[74725]:       </backingStore>
Nov 15 17:18:13 user nova-compute[74725]:       <target dev='vda' bus='virtio'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='virtio-disk0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </disk>
Nov 15 17:18:13 user nova-compute[74725]:     <disk type='file' device='cdrom'>
Nov 15 17:18:13 user nova-compute[74725]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 17:18:13 user nova-compute[74725]:       <source file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config' index='1'/>
Nov 15 17:18:13 user nova-compute[74725]:       <backingStore/>
Nov 15 17:18:13 user nova-compute[74725]:       <target dev='hda' bus='ide'/>
Nov 15 17:18:13 user nova-compute[74725]:       <readonly/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='ide0-0-0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </disk>
Nov 15 17:18:13 user nova-compute[74725]:     <controller type='usb' index='0' model='none'>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='usb'/>
Nov 15 17:18:13 user nova-compute[74725]:     </controller>
Nov 15 17:18:13 user nova-compute[74725]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='pci.0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </controller>
Nov 15 17:18:13 user nova-compute[74725]:     <controller type='ide' index='0'>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='ide'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 17:18:13 user nova-compute[74725]:     </controller>
Nov 15 17:18:13 user nova-compute[74725]:     <interface type='ethernet'>
Nov 15 17:18:13 user nova-compute[74725]:       <mac address='fa:16:3e:ff:a0:9c'/>
Nov 15 17:18:13 user nova-compute[74725]:       <target dev='tap051aa660-2c'/>
Nov 15 17:18:13 user nova-compute[74725]:       <model type='virtio'/>
Nov 15 17:18:13 user nova-compute[74725]:       <mtu size='1442'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='net0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </interface>
Nov 15 17:18:13 user nova-compute[74725]:     <interface type='ethernet'>
Nov 15 17:18:13 user nova-compute[74725]:       <mac address='fa:16:3e:23:33:3e'/>
Nov 15 17:18:13 user nova-compute[74725]:       <target dev='tap5ec2f2cc-ca'/>
Nov 15 17:18:13 user nova-compute[74725]:       <model type='virtio'/>
Nov 15 17:18:13 user nova-compute[74725]:       <mtu size='1442'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='net1'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </interface>
Nov 15 17:18:13 user nova-compute[74725]:     <serial type='pty'>
Nov 15 17:18:13 user nova-compute[74725]:       <source path='/dev/pts/9'/>
Nov 15 17:18:13 user nova-compute[74725]:       <log file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log' append='off'/>
Nov 15 17:18:13 user nova-compute[74725]:       <target type='isa-serial' port='0'>
Nov 15 17:18:13 user nova-compute[74725]:         <model name='isa-serial'/>
Nov 15 17:18:13 user nova-compute[74725]:       </target>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='serial0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </serial>
Nov 15 17:18:13 user nova-compute[74725]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 17:18:13 user nova-compute[74725]:       <source path='/dev/pts/9'/>
Nov 15 17:18:13 user nova-compute[74725]:       <log file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log' append='off'/>
Nov 15 17:18:13 user nova-compute[74725]:       <target type='serial' port='0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='serial0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </console>
Nov 15 17:18:13 user nova-compute[74725]:     <input type='mouse' bus='ps2'>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='input0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </input>
Nov 15 17:18:13 user nova-compute[74725]:     <input type='keyboard' bus='ps2'>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='input1'/>
Nov 15 17:18:13 user nova-compute[74725]:     </input>
Nov 15 17:18:13 user nova-compute[74725]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 15 17:18:13 user nova-compute[74725]:       <listen type='address' address='0.0.0.0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </graphics>
Nov 15 17:18:13 user nova-compute[74725]:     <audio id='1' type='none'/>
Nov 15 17:18:13 user nova-compute[74725]:     <video>
Nov 15 17:18:13 user nova-compute[74725]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='video0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </video>
Nov 15 17:18:13 user nova-compute[74725]:     <memballoon model='virtio'>
Nov 15 17:18:13 user nova-compute[74725]:       <stats period='10'/>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='balloon0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </memballoon>
Nov 15 17:18:13 user nova-compute[74725]:     <rng model='virtio'>
Nov 15 17:18:13 user nova-compute[74725]:       <backend model='random'>/dev/urandom</backend>
Nov 15 17:18:13 user nova-compute[74725]:       <alias name='rng0'/>
Nov 15 17:18:13 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 17:18:13 user nova-compute[74725]:     </rng>
Nov 15 17:18:13 user nova-compute[74725]:   </devices>
Nov 15 17:18:13 user nova-compute[74725]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 17:18:13 user nova-compute[74725]:     <label>libvirt-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</label>
Nov 15 17:18:13 user nova-compute[74725]:     <imagelabel>libvirt-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</imagelabel>
Nov 15 17:18:13 user nova-compute[74725]:   </seclabel>
Nov 15 17:18:13 user nova-compute[74725]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 17:18:13 user nova-compute[74725]:     <label>+64055:+108</label>
Nov 15 17:18:13 user nova-compute[74725]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 17:18:13 user nova-compute[74725]:   </seclabel>
Nov 15 17:18:13 user nova-compute[74725]: </domain>
Nov 15 17:18:13 user nova-compute[74725]:  {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 17:18:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully detached device tap5ec2f2cc-ca from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the persistent domain config.
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] (1/8): Attempting to detach device tap5ec2f2cc-ca with device alias net1 from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] detach device xml: <interface type="ethernet">
Nov 15 17:18:13 user nova-compute[74725]:   <mac address="fa:16:3e:23:33:3e"/>
Nov 15 17:18:13 user nova-compute[74725]:   <model type="virtio"/>
Nov 15 17:18:13 user nova-compute[74725]:   <mtu size="1442"/>
Nov 15 17:18:13 user nova-compute[74725]:   <target dev="tap5ec2f2cc-ca"/>
Nov 15 17:18:13 user nova-compute[74725]: </interface>
Nov 15 17:18:13 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f78ef5-963b-439c-8ae9-ffb62d5a1fef]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc65d837-a249-40a8-b7da-2fd364966bd6]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb098b6-4097-4da0-bbd3-43bf13689a8b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d11907-69fb-4c4e-aecf-29ebb06a9315]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260]
Nov 15 17:18:13 user nova-compute[74725]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28d85870-5952-4a7d-8e9b-cd95d127c9ff -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f48585b-0a30-4e16-ba05-ce4c3f8cbc0f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== disconnect_volume: return (714ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.388s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHbVqdDg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:13 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce28b7a-dbbb-4318-9851-3af758e084c9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]: iSNS:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]: STATIC:
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:13 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:13 user nova-compute[74725]: No targets found.
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:13 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:13 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f46266c-8d5c-42b5-b13c-b3707d7d9f0d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ed133a-2cd2-454b-a1e2-44c2e6e4ea62]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff2cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Start waiting for the detach event from libvirt for device tap5ec2f2cc-ca with device alias net1 for instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b8a0d5-c98d-43ee-a2ab-f3581d41e35e]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2a8735-3fbe-4715-9e71-1975dce2e3e7]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf169e0-70e3-4a40-a8c9-f1bc0e9aec0d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-unplugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-unplugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:13 user nova-compute[74725]: WARNING nova.compute.manager [req-6bec125c-57c5-4b30-9577-1012657dc66a req-11a241bf-29cd-4a91-9563-8ad7c7981cd5 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-unplugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 for instance with vm_state active and task_state None.
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f66685-ca1f-4c3e-965a-ecd74fdd3e99]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c90764e-0197-4db6-9873-a6e0b3fcc9a3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[073812b3-ad9e-4cd6-b007-fe002fed7f74]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260]
Nov 15 17:18:14 user nova-compute[74725]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6464cb93-7b74-4b0e-8e6c-83cf1fd1d8a8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f93f77-cae2-47af-bf3d-b298729d722e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.415s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== disconnect_volume: return (804ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.412s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dMwtTEXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:14 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c37395-2084-42d4-a7db-948420ea6b5a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: iSNS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: STATIC:
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:14 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f290867-49cc-488b-b163-a2270d26a09c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[979534d2-86b0-443d-b36a-2ccc6c0d617b]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e009d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[98120daf-d852-4249-b1c8-5fe65f21bbb7]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b0662e-bdaf-48b2-aeae-e474930bc85a]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0acd9ad0-0cc3-4394-8185-f467db5636d5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef01bc1f-2788-4653-8562-7afb90c531f5]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5890e1bf-b1b7-406e-b16f-cd87ecee7973]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fa2a7d-c36f-457c-b7cd-2ec75c3ed8a5]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260]
Nov 15 17:18:14 user nova-compute[74725]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:200b09e1-931b-4613-8abd-2dab12da2332 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4618d7c4-8dc3-4bab-ba15-cafd73874755]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== disconnect_volume: return (784ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.369s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PVBXqNoA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:14 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d48365-a476-4b6f-8bf3-f1297230fc46]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: iSNS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: STATIC:
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:14 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41371e7b-0fdb-4f4c-97d1-ca7f165c302c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[90070d24-fa32-40f6-b82f-da595dbb3772]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e03880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2'): ({'sdg'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Removing single pathed devices sdg {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a66906b7-d5ee-4362-91ab-7acf31919299]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacf97c9-3c06-484d-9667-1bdfc1b23dc6]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Flushing IO for device /dev/sdg {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0948f421-b4e6-4c92-8ac2-37d1a535b27a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dccaaa5-ba11-4b68-893a-830476030d59]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1ee4cb-0015-4b5f-901b-4061c0739f24]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f552a854-3349-4b9a-9d3c-4dd3bf626748]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260]
Nov 15 17:18:14 user nova-compute[74725]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:229045f5-b4d5-4d69-be97-4a32316737c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8badc9e-869d-4fa2-93ae-405f5afba9c7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] <== disconnect_volume: return (706ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Deleting instance files /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4_del
Nov 15 17:18:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Deletion of /opt/stack/data/nova/instances/dabee885-3226-4003-a601-881c9595bfc4_del complete
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.349s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[94be057e-d014-4a6b-b41c-07bb07fd0228]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: iSNS:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]: STATIC:
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:14 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:14 user nova-compute[74725]: No targets found.
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:14 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:14 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[78642003-9811-478d-a514-555ca07638fa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: INFO nova.compute.manager [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Took 6.91 seconds to destroy the instance on the hypervisor.
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a2ad17-5a31-4d4b-9b06-9dadc9a16795]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb (non-flash)
Nov 15 17:18:14 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac6228c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb'): ({'sdf'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Removing single pathed devices sdf {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c12566a-355c-4e7c-b772-11942a68eb21]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a3d77a-3063-46fe-97a9-de7fb2936cbf]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Flushing IO for device /dev/sdf {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c1672a-44fe-4981-bcaf-442ec3710ba9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b579cc55-2914-458b-8f48-120bf8cd673f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0c1eed-b2a4-4525-a3f8-4075418bba4a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a868039d-e898-42d7-b9f4-c24da040592c]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260]
Nov 15 17:18:15 user nova-compute[74725]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44b3947d-37b0-447b-9376-8ba1b583d3fb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee2a6a1-41e6-4dd5-b4ef-d83158c8855d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa is timed out.
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] <== disconnect_volume: return (703ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Deleting instance files /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8_del
Nov 15 17:18:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Deletion of /opt/stack/data/nova/instances/7247e6de-eab8-441f-8a12-95734d089da8_del complete
Nov 15 17:18:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Successfully detached device vdb from instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa from the live domain config.
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iIGMTWHR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:18:15 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4b885a0-c661-4c62-a9ae-f3a3e9bcccae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:18:15 user nova-compute[74725]: No targets found.
Nov 15 17:18:15 user nova-compute[74725]: iSNS:
Nov 15 17:18:15 user nova-compute[74725]: No targets found.
Nov 15 17:18:15 user nova-compute[74725]: STATIC:
Nov 15 17:18:15 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:18:15 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:15 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:15 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8
Nov 15 17:18:15 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:18:15 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:18:15 user nova-compute[74725]: FIRMWARE:
Nov 15 17:18:15 user nova-compute[74725]: No targets found.
Nov 15 17:18:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:18:15 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:18:15 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff63003c-32ef-419c-a56a-20d51a1c83d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: INFO nova.compute.manager [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Took 6.24 seconds to destroy the instance on the hypervisor.
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cea2b52-5ca1-4fa9-877a-a5ac3226c340]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:15 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 (non-flash)
Nov 15 17:18:15 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:18:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff01f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8'): ({'sdl'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Removing single pathed devices sdl {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[23dff0c8-3221-4803-ad84-893b2c02d4d0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d6847a-9a59-4fea-a260-437f7958864e]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Flushing IO for device /dev/sdl {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a0386a-7fc3-4c18-a277-facd529811e1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.053s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d3b101-f613-4055-a538-feeaa01c2182]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] SCSI volumes sdl have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f8c95e-f4c1-470b-bbc0-665248466360]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d813bd1c-4bc2-4df4-867c-a6e1f232e368]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260]
Nov 15 17:18:15 user nova-compute[74725]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8, portal: 172.16.0.220,3260] successful.
Nov 15 17:18:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:15 user nova-compute[74725]: WARNING nova.compute.manager [req-9cdf329b-5aba-455c-8b32-f13949db7859 req-68886f76-d41d-4f51-a804-b2275e5a910c service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-5ec2f2cc-ca2a-414f-98af-67b1957ee132 for instance with vm_state active and task_state None.
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:18:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7241MB free_disk=25.21578598022461GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:79d2e7dd-7da0-4411-bee6-36e60e3fa6a8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f6bc9a-f759-4472-9409-a2d8786fbffc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.763s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] <== disconnect_volume: return (764ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:18:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance dabee885-3226-4003-a601-881c9595bfc4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 7247e6de-eab8-441f-8a12-95734d089da8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 181da24f-8abc-465b-a914-d668507222d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.493s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lazy-loading 'flavor' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f8e1530-3b86-4b3a-9f1d-acd1828f4508 tempest-VolumesAssistedSnapshotsTest-23132364 tempest-VolumesAssistedSnapshotsTest-23132364-project-admin] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.164s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-c713bb02-9445-4125-9a9a-0861db448383 req-dda0632f-aa90-4b1f-a9e6-b49038f2b865 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-deleted-0a40ad92-e5f7-442b-8bff-e9785e8e87e7 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:17 user nova-compute[74725]: INFO nova.compute.manager [req-c713bb02-9445-4125-9a9a-0861db448383 req-dda0632f-aa90-4b1f-a9e6-b49038f2b865 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Neutron deleted interface 0a40ad92-e5f7-442b-8bff-e9785e8e87e7; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-c713bb02-9445-4125-9a9a-0861db448383 req-dda0632f-aa90-4b1f-a9e6-b49038f2b865 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [{"id": "82b3dab1-7f47-4c48-9f30-fab102b25411", "address": "fa:16:3e:52:29:4c", "network": {"id": "195c11a1-0c0d-4103-a629-9a7eef4b8f84", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1453455194-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap82b3dab1-7f", "ovs_interfaceid": "82b3dab1-7f47-4c48-9f30-fab102b25411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "address": "fa:16:3e:59:ba:c9", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap69ec6e38-68", "ovs_interfaceid": "69ec6e38-6862-49d3-8538-41f0287a7ce2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "address": "fa:16:3e:8c:fd:96", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfa7fe5a-a4", "ovs_interfaceid": "cfa7fe5a-a45f-46e1-9a09-767c2da5bd5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "address": "fa:16:3e:3b:8c:ca", "network": {"id": "92070255-4045-4a02-a389-2bd3356aa508", "bridge": "br-int", "label": "tempest-device-tagging-net1-2142895285", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71deb2d8-a1", "ovs_interfaceid": "71deb2d8-a1ab-46c2-97cf-5751b35106ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "address": "fa:16:3e:ed:5f:c2", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13f022c1-59", "ovs_interfaceid": "13f022c1-5973-4fc9-9ecc-aa350c00ac5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "address": "fa:16:3e:e7:34:08", "network": {"id": "c6420959-9f73-4d15-823d-5cf1b0b41be8", "bridge": "br-int", "label": "tempest-device-tagging-net2-430880890", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "d8860138723f45239b1802fc19d968fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39c8ced4-e8", "ovs_interfaceid": "39c8ced4-e83d-4823-af0d-c8fcec00fd18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-c713bb02-9445-4125-9a9a-0861db448383 req-dda0632f-aa90-4b1f-a9e6-b49038f2b865 service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Detach interface failed, port_id=0a40ad92-e5f7-442b-8bff-e9785e8e87e7, reason: Instance dabee885-3226-4003-a601-881c9595bfc4 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-4332299f-1079-4226-9fa9-df0a79321af2 req-72e76fad-d522-48f7-89ed-742493de3ad5 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-deleted-08a2fc5c-cfad-4468-9683-62f84cd00355 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:17 user nova-compute[74725]: INFO nova.compute.manager [req-4332299f-1079-4226-9fa9-df0a79321af2 req-72e76fad-d522-48f7-89ed-742493de3ad5 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Neutron deleted interface 08a2fc5c-cfad-4468-9683-62f84cd00355; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-4332299f-1079-4226-9fa9-df0a79321af2 req-72e76fad-d522-48f7-89ed-742493de3ad5 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "940fc72d-b36c-4ef5-878f-6530cf280374", "address": "fa:16:3e:4d:b3:af", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap940fc72d-b3", "ovs_interfaceid": "940fc72d-b36c-4ef5-878f-6530cf280374", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-4332299f-1079-4226-9fa9-df0a79321af2 req-72e76fad-d522-48f7-89ed-742493de3ad5 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Detach interface failed, port_id=08a2fc5c-cfad-4468-9683-62f84cd00355, reason: Instance 7247e6de-eab8-441f-8a12-95734d089da8 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:18 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:18 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: dabee885-3226-4003-a601-881c9595bfc4] Took 3.47 seconds to deallocate network for instance.
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-349033a0-2a5b-4edf-8eb1-e988c5ce0e8b req-3a522210-28a1-4783-9fed-f2230a69db0c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-deleted-13f022c1-5973-4fc9-9ecc-aa350c00ac5b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-349033a0-2a5b-4edf-8eb1-e988c5ce0e8b req-3a522210-28a1-4783-9fed-f2230a69db0c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-deleted-82b3dab1-7f47-4c48-9f30-fab102b25411 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-349033a0-2a5b-4edf-8eb1-e988c5ce0e8b req-3a522210-28a1-4783-9fed-f2230a69db0c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-deleted-39c8ced4-e83d-4823-af0d-c8fcec00fd18 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-349033a0-2a5b-4edf-8eb1-e988c5ce0e8b req-3a522210-28a1-4783-9fed-f2230a69db0c service nova] [instance: dabee885-3226-4003-a601-881c9595bfc4] Received event network-vif-deleted-71deb2d8-a1ab-46c2-97cf-5751b35106ac {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-deleted-940fc72d-b36c-4ef5-878f-6530cf280374 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: INFO nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Neutron deleted interface 940fc72d-b36c-4ef5-878f-6530cf280374; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "address": "fa:16:3e:e0:1c:39", "network": {"id": "0f924d84-d10c-407c-a526-f5dc7e4c5a07", "bridge": "br-int", "label": "tempest-device-tagging-net2-421280433", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap917afa86-1f", "ovs_interfaceid": "917afa86-1f1e-4f72-8664-ab2de8ac16ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:19 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Took 4.15 seconds to deallocate network for instance.
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Detach interface failed, port_id=940fc72d-b36c-4ef5-878f-6530cf280374, reason: Instance 7247e6de-eab8-441f-8a12-95734d089da8 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-deleted-917afa86-1f1e-4f72-8664-ab2de8ac16ff {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: INFO nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Neutron deleted interface 917afa86-1f1e-4f72-8664-ab2de8ac16ff; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "address": "fa:16:3e:a6:a0:36", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7d662ba9-ec", "ovs_interfaceid": "7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Detach interface failed, port_id=917afa86-1f1e-4f72-8664-ab2de8ac16ff, reason: Instance 7247e6de-eab8-441f-8a12-95734d089da8 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-deleted-7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:19 user nova-compute[74725]: INFO nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Neutron deleted interface 7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "address": "fa:16:3e:a7:5f:89", "network": {"id": "0f75ab55-c7a9-4d23-a6ed-1f0c9c8eb395", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1247927094-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb63b8406-8e", "ovs_interfaceid": "b63b8406-8e23-40a2-b4c9-06b41d82281f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd9a94fb-3076-48f1-86a2-a606e301ff69 req-b71e7a03-1a1d-481a-9027-358f5fd5c676 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Detach interface failed, port_id=7d662ba9-ec7d-42b8-9d7e-0ecd0f487a36, reason: Instance 7247e6de-eab8-441f-8a12-95734d089da8 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:20 user nova-compute[74725]: INFO nova.compute.manager [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] [instance: dabee885-3226-4003-a601-881c9595bfc4] Took 2.38 seconds to detach 3 volumes for instance.
Nov 15 17:18:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:21 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Deleted allocations for instance dabee885-3226-4003-a601-881c9595bfc4
Nov 15 17:18:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccf1404f-c97a-4a50-94ff-bafb08ad241f tempest-TaggedBootDevicesTest-369027588 tempest-TaggedBootDevicesTest-369027588-project-member] Lock "dabee885-3226-4003-a601-881c9595bfc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.281s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-406e1d58-e867-4cc4-9693-bbfd909fe5de req-08e4f2a2-54d5-43d2-b131-bf9344256076 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Received event network-vif-deleted-b63b8406-8e23-40a2-b4c9-06b41d82281f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:21 user nova-compute[74725]: INFO nova.compute.manager [req-406e1d58-e867-4cc4-9693-bbfd909fe5de req-08e4f2a2-54d5-43d2-b131-bf9344256076 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Neutron deleted interface b63b8406-8e23-40a2-b4c9-06b41d82281f; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-406e1d58-e867-4cc4-9693-bbfd909fe5de req-08e4f2a2-54d5-43d2-b131-bf9344256076 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Updating instance_info_cache with network_info: [{"id": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "address": "fa:16:3e:02:4c:e4", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2c1b469-37", "ovs_interfaceid": "b2c1b469-3784-4c17-8586-b67bc2ca4fa0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "address": "fa:16:3e:68:fd:5b", "network": {"id": "bd860290-09b9-4fa9-959f-7d2c61c58ffa", "bridge": "br-int", "label": "tempest-device-tagging-net1-1427591905", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "b958202970e34cbb86e9a6b9c124a398", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0ca429ca-8b", "ovs_interfaceid": "0ca429ca-8bfb-49e8-bc6e-f6924d2c56e7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-406e1d58-e867-4cc4-9693-bbfd909fe5de req-08e4f2a2-54d5-43d2-b131-bf9344256076 service nova] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Detach interface failed, port_id=b63b8406-8e23-40a2-b4c9-06b41d82281f, reason: Instance 7247e6de-eab8-441f-8a12-95734d089da8 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:21 user nova-compute[74725]: INFO nova.compute.manager [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] [instance: 7247e6de-eab8-441f-8a12-95734d089da8] Took 2.09 seconds to detach 3 volumes for instance.
Nov 15 17:18:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:22 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Deleted allocations for instance 7247e6de-eab8-441f-8a12-95734d089da8
Nov 15 17:18:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-289958e3-7b28-4a71-ae1d-cdb72f0cd3b8 tempest-TaggedBootDevicesTest_v242-158001054 tempest-TaggedBootDevicesTest_v242-158001054-project-member] Lock "7247e6de-eab8-441f-8a12-95734d089da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.062s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:29 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:18:29 user nova-compute[74725]: INFO nova.compute.claims [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Claim successful on node user
Nov 15 17:18:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.413s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:18:30 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.policy [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '524b6e052051427f8bba0269b64deae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1d068cca9d4ffab743db16dc18c41f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:18:30 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Creating image(s)
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "/opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "/opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "/opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk 1073741824" returned: 0 in 0.055s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Successfully created port: 5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Checking if we can resize image /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:18:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Cannot resize image /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Ensure instance console log exists: /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Successfully updated port: 5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquired lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-changed-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Refreshing instance network info cache due to event network-changed-5723a304-e00d-4bd4-988f-dc57a0634137. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] Acquiring lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Updating instance_info_cache with network_info: [{"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Releasing lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Instance network_info: |[{"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] Acquired lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Refreshing network info cache for port 5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Start _get_guest_xml network_info=[{"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:18:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:18:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1464493371',display_name='tempest-VolumesAdminNegativeTest-server-1464493371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1464493371',id=15,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-fbt09lf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:18:30Z,user_data=None,user_id='524b6e052051427f8bba0269b64deae6',uuid=19bde295-c374-435e-8021-ea0bc6e9db9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'pci_devices' on Instance uuid 19bde295-c374-435e-8021-ea0bc6e9db9f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:18:31 user nova-compute[74725]:   <uuid>19bde295-c374-435e-8021-ea0bc6e9db9f</uuid>
Nov 15 17:18:31 user nova-compute[74725]:   <name>instance-0000000f</name>
Nov 15 17:18:31 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:18:31 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:18:31 user nova-compute[74725]:   <metadata>
Nov 15 17:18:31 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:18:31 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1464493371</nova:name>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:18:31</nova:creationTime>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:18:31 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:18:31 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:owner>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:user uuid="524b6e052051427f8bba0269b64deae6">tempest-VolumesAdminNegativeTest-1312061776-project-member</nova:user>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:project uuid="de1d068cca9d4ffab743db16dc18c41f">tempest-VolumesAdminNegativeTest-1312061776</nova:project>
Nov 15 17:18:31 user nova-compute[74725]:       </nova:owner>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:18:31 user nova-compute[74725]:       <nova:ports>
Nov 15 17:18:31 user nova-compute[74725]:         <nova:port uuid="5723a304-e00d-4bd4-988f-dc57a0634137">
Nov 15 17:18:31 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:18:31 user nova-compute[74725]:         </nova:port>
Nov 15 17:18:31 user nova-compute[74725]:       </nova:ports>
Nov 15 17:18:31 user nova-compute[74725]:     </nova:instance>
Nov 15 17:18:31 user nova-compute[74725]:   </metadata>
Nov 15 17:18:31 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:18:31 user nova-compute[74725]:     <system>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="serial">19bde295-c374-435e-8021-ea0bc6e9db9f</entry>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="uuid">19bde295-c374-435e-8021-ea0bc6e9db9f</entry>
Nov 15 17:18:31 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:18:31 user nova-compute[74725]:     </system>
Nov 15 17:18:31 user nova-compute[74725]:   </sysinfo>
Nov 15 17:18:31 user nova-compute[74725]:   <os>
Nov 15 17:18:31 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:18:31 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:18:31 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:18:31 user nova-compute[74725]:   </os>
Nov 15 17:18:31 user nova-compute[74725]:   <features>
Nov 15 17:18:31 user nova-compute[74725]:     <acpi/>
Nov 15 17:18:31 user nova-compute[74725]:     <apic/>
Nov 15 17:18:31 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:18:31 user nova-compute[74725]:   </features>
Nov 15 17:18:31 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:18:31 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:18:31 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:18:31 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:18:31 user nova-compute[74725]:   </clock>
Nov 15 17:18:31 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:18:31 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:18:31 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:18:31 user nova-compute[74725]:   </cpu>
Nov 15 17:18:31 user nova-compute[74725]:   <devices>
Nov 15 17:18:31 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:18:31 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:18:31 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk"/>
Nov 15 17:18:31 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:18:31 user nova-compute[74725]:     </disk>
Nov 15 17:18:31 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:18:31 user nova-compute[74725]:       <mac address="fa:16:3e:dd:fa:aa"/>
Nov 15 17:18:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:18:31 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:18:31 user nova-compute[74725]:       <target dev="tap5723a304-e0"/>
Nov 15 17:18:31 user nova-compute[74725]:     </interface>
Nov 15 17:18:31 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:18:31 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/console.log" append="off"/>
Nov 15 17:18:31 user nova-compute[74725]:     </serial>
Nov 15 17:18:31 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:18:31 user nova-compute[74725]:     <video>
Nov 15 17:18:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:18:31 user nova-compute[74725]:     </video>
Nov 15 17:18:31 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:18:31 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:18:31 user nova-compute[74725]:     </rng>
Nov 15 17:18:31 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:18:31 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:18:31 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:18:31 user nova-compute[74725]:     </memballoon>
Nov 15 17:18:31 user nova-compute[74725]:   </devices>
Nov 15 17:18:31 user nova-compute[74725]: </domain>
Nov 15 17:18:31 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1464493371',display_name='tempest-VolumesAdminNegativeTest-server-1464493371',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1464493371',id=15,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-fbt09lf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:18:30Z,user_data=None,user_id='524b6e052051427f8bba0269b64deae6',uuid=19bde295-c374-435e-8021-ea0bc6e9db9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG os_vif [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b11ba6a1-d743-5a75-b46b-56b3d1405643', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5723a304-e0, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5723a304-e0, col_values=(('qos', UUID('fe8d5d83-4995-4854-87b2-6065056d7ef4')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5723a304-e0, col_values=(('external_ids', {'iface-id': '5723a304-e00d-4bd4-988f-dc57a0634137', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:fa:aa', 'vm-uuid': '19bde295-c374-435e-8021-ea0bc6e9db9f'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:31 user nova-compute[74725]: INFO os_vif [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0')
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] No VIF found with MAC fa:16:3e:dd:fa:aa, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Updated VIF entry in instance network info cache for port 5723a304-e00d-4bd4-988f-dc57a0634137. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:18:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Updating instance_info_cache with network_info: [{"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb26505b-5c04-4a74-9aaf-3e84c0b45d88 req-92fcd4d3-4b20-423c-bd95-90febe3398d5 service nova] Releasing lock "refresh_cache-19bde295-c374-435e-8021-ea0bc6e9db9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] No waiting events found dispatching network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:33 user nova-compute[74725]: WARNING nova.compute.manager [req-ee4b20e1-d572-4c80-9de2-313c55d261e0 req-822d70fc-6591-4bfe-a9bc-3dbf7c0a8672 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received unexpected event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 for instance with vm_state building and task_state spawning.
Nov 15 17:18:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Waiting for libvirt event about the detach of device tap5ec2f2cc-ca with device alias net1 from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 is timed out.
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface> {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:23:33:3e"/><model type="virtio"/><mtu size="1442"/><target dev="tap5ec2f2cc-ca"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 15 17:18:33 user nova-compute[74725]:   <name>instance-00000009</name>
Nov 15 17:18:33 user nova-compute[74725]:   <uuid>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</uuid>
Nov 15 17:18:33 user nova-compute[74725]:   <metadata>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:18:33 user nova-compute[74725]:   <nova:package version="0.0.0"/>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:name>tempest-device-tagging-server-352260806</nova:name>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:creationTime>2023-11-15 17:17:41</nova:creationTime>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:flavor name="m1.tiny">
Nov 15 17:18:33 user nova-compute[74725]:     <nova:memory>512</nova:memory>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:disk>1</nova:disk>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:swap>0</nova:swap>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:vcpus>1</nova:vcpus>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:flavor>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:owner>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:user uuid="0045188425b14e24a296253253be4857">tempest-TaggedAttachmentsTest-340790645-project-member</nova:user>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:project uuid="e347b0fb592b4a75aa850a51d39a8673">tempest-TaggedAttachmentsTest-340790645</nova:project>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:owner>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:ports>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:port uuid="051aa660-2c99-4064-a16b-55d475cd8871">
Nov 15 17:18:33 user nova-compute[74725]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:18:33 user nova-compute[74725]:     </nova:port>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:port uuid="5ec2f2cc-ca2a-414f-98af-67b1957ee132">
Nov 15 17:18:33 user nova-compute[74725]:       <nova:ip type="fixed" address="10.10.10.41" ipVersion="4"/>
Nov 15 17:18:33 user nova-compute[74725]:     </nova:port>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:ports>
Nov 15 17:18:33 user nova-compute[74725]: </nova:instance>
Nov 15 17:18:33 user nova-compute[74725]:   </metadata>
Nov 15 17:18:33 user nova-compute[74725]:   <memory unit='KiB'>524288</memory>
Nov 15 17:18:33 user nova-compute[74725]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 17:18:33 user nova-compute[74725]:   <vcpu placement='static'>1</vcpu>
Nov 15 17:18:33 user nova-compute[74725]:   <resource>
Nov 15 17:18:33 user nova-compute[74725]:     <partition>/machine</partition>
Nov 15 17:18:33 user nova-compute[74725]:   </resource>
Nov 15 17:18:33 user nova-compute[74725]:   <sysinfo type='smbios'>
Nov 15 17:18:33 user nova-compute[74725]:     <system>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='version'>0.0.0</entry>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='serial'>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='uuid'>d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</entry>
Nov 15 17:18:33 user nova-compute[74725]:       <entry name='family'>Virtual Machine</entry>
Nov 15 17:18:33 user nova-compute[74725]:     </system>
Nov 15 17:18:33 user nova-compute[74725]:   </sysinfo>
Nov 15 17:18:33 user nova-compute[74725]:   <os>
Nov 15 17:18:33 user nova-compute[74725]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 17:18:33 user nova-compute[74725]:     <boot dev='hd'/>
Nov 15 17:18:33 user nova-compute[74725]:     <smbios mode='sysinfo'/>
Nov 15 17:18:33 user nova-compute[74725]:   </os>
Nov 15 17:18:33 user nova-compute[74725]:   <features>
Nov 15 17:18:33 user nova-compute[74725]:     <acpi/>
Nov 15 17:18:33 user nova-compute[74725]:     <apic/>
Nov 15 17:18:33 user nova-compute[74725]:     <vmcoreinfo state='on'/>
Nov 15 17:18:33 user nova-compute[74725]:   </features>
Nov 15 17:18:33 user nova-compute[74725]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 17:18:33 user nova-compute[74725]:     <model fallback='forbid'>Nehalem</model>
Nov 15 17:18:33 user nova-compute[74725]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 17:18:33 user nova-compute[74725]:     <feature policy='require' name='vme'/>
Nov 15 17:18:33 user nova-compute[74725]:     <feature policy='require' name='x2apic'/>
Nov 15 17:18:33 user nova-compute[74725]:     <feature policy='require' name='hypervisor'/>
Nov 15 17:18:33 user nova-compute[74725]:   </cpu>
Nov 15 17:18:33 user nova-compute[74725]:   <clock offset='utc'>
Nov 15 17:18:33 user nova-compute[74725]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 17:18:33 user nova-compute[74725]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 17:18:33 user nova-compute[74725]:     <timer name='hpet' present='no'/>
Nov 15 17:18:33 user nova-compute[74725]:   </clock>
Nov 15 17:18:33 user nova-compute[74725]:   <on_poweroff>destroy</on_poweroff>
Nov 15 17:18:33 user nova-compute[74725]:   <on_reboot>restart</on_reboot>
Nov 15 17:18:33 user nova-compute[74725]:   <on_crash>destroy</on_crash>
Nov 15 17:18:33 user nova-compute[74725]:   <devices>
Nov 15 17:18:33 user nova-compute[74725]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 17:18:33 user nova-compute[74725]:     <disk type='file' device='disk'>
Nov 15 17:18:33 user nova-compute[74725]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 17:18:33 user nova-compute[74725]:       <source file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk' index='2'/>
Nov 15 17:18:33 user nova-compute[74725]:       <backingStore type='file' index='3'>
Nov 15 17:18:33 user nova-compute[74725]:         <format type='raw'/>
Nov 15 17:18:33 user nova-compute[74725]:         <source file='/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a'/>
Nov 15 17:18:33 user nova-compute[74725]:         <backingStore/>
Nov 15 17:18:33 user nova-compute[74725]:       </backingStore>
Nov 15 17:18:33 user nova-compute[74725]:       <target dev='vda' bus='virtio'/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='virtio-disk0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </disk>
Nov 15 17:18:33 user nova-compute[74725]:     <disk type='file' device='cdrom'>
Nov 15 17:18:33 user nova-compute[74725]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 17:18:33 user nova-compute[74725]:       <source file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/disk.config' index='1'/>
Nov 15 17:18:33 user nova-compute[74725]:       <backingStore/>
Nov 15 17:18:33 user nova-compute[74725]:       <target dev='hda' bus='ide'/>
Nov 15 17:18:33 user nova-compute[74725]:       <readonly/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='ide0-0-0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </disk>
Nov 15 17:18:33 user nova-compute[74725]:     <controller type='usb' index='0' model='none'>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='usb'/>
Nov 15 17:18:33 user nova-compute[74725]:     </controller>
Nov 15 17:18:33 user nova-compute[74725]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='pci.0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </controller>
Nov 15 17:18:33 user nova-compute[74725]:     <controller type='ide' index='0'>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='ide'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 17:18:33 user nova-compute[74725]:     </controller>
Nov 15 17:18:33 user nova-compute[74725]:     <interface type='ethernet'>
Nov 15 17:18:33 user nova-compute[74725]:       <mac address='fa:16:3e:ff:a0:9c'/>
Nov 15 17:18:33 user nova-compute[74725]:       <target dev='tap051aa660-2c'/>
Nov 15 17:18:33 user nova-compute[74725]:       <model type='virtio'/>
Nov 15 17:18:33 user nova-compute[74725]:       <mtu size='1442'/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='net0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </interface>
Nov 15 17:18:33 user nova-compute[74725]:     <serial type='pty'>
Nov 15 17:18:33 user nova-compute[74725]:       <source path='/dev/pts/9'/>
Nov 15 17:18:33 user nova-compute[74725]:       <log file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log' append='off'/>
Nov 15 17:18:33 user nova-compute[74725]:       <target type='isa-serial' port='0'>
Nov 15 17:18:33 user nova-compute[74725]:         <model name='isa-serial'/>
Nov 15 17:18:33 user nova-compute[74725]:       </target>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='serial0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </serial>
Nov 15 17:18:33 user nova-compute[74725]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 17:18:33 user nova-compute[74725]:       <source path='/dev/pts/9'/>
Nov 15 17:18:33 user nova-compute[74725]:       <log file='/opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0/console.log' append='off'/>
Nov 15 17:18:33 user nova-compute[74725]:       <target type='serial' port='0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='serial0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </console>
Nov 15 17:18:33 user nova-compute[74725]:     <input type='mouse' bus='ps2'>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='input0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </input>
Nov 15 17:18:33 user nova-compute[74725]:     <input type='keyboard' bus='ps2'>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='input1'/>
Nov 15 17:18:33 user nova-compute[74725]:     </input>
Nov 15 17:18:33 user nova-compute[74725]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 15 17:18:33 user nova-compute[74725]:       <listen type='address' address='0.0.0.0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </graphics>
Nov 15 17:18:33 user nova-compute[74725]:     <audio id='1' type='none'/>
Nov 15 17:18:33 user nova-compute[74725]:     <video>
Nov 15 17:18:33 user nova-compute[74725]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='video0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </video>
Nov 15 17:18:33 user nova-compute[74725]:     <memballoon model='virtio'>
Nov 15 17:18:33 user nova-compute[74725]:       <stats period='10'/>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='balloon0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </memballoon>
Nov 15 17:18:33 user nova-compute[74725]:     <rng model='virtio'>
Nov 15 17:18:33 user nova-compute[74725]:       <backend model='random'>/dev/urandom</backend>
Nov 15 17:18:33 user nova-compute[74725]:       <alias name='rng0'/>
Nov 15 17:18:33 user nova-compute[74725]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 17:18:33 user nova-compute[74725]:     </rng>
Nov 15 17:18:33 user nova-compute[74725]:   </devices>
Nov 15 17:18:33 user nova-compute[74725]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 17:18:33 user nova-compute[74725]:     <label>libvirt-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</label>
Nov 15 17:18:33 user nova-compute[74725]:     <imagelabel>libvirt-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0</imagelabel>
Nov 15 17:18:33 user nova-compute[74725]:   </seclabel>
Nov 15 17:18:33 user nova-compute[74725]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 17:18:33 user nova-compute[74725]:     <label>+64055:+108</label>
Nov 15 17:18:33 user nova-compute[74725]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 17:18:33 user nova-compute[74725]:   </seclabel>
Nov 15 17:18:33 user nova-compute[74725]: </domain>
Nov 15 17:18:33 user nova-compute[74725]:  {{(pid=74725) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 17:18:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully detached device tap5ec2f2cc-ca from instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 from the live domain config.
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "address": "fa:16:3e:23:33:3e", "network": {"id": "9d9db0b9-3e3b-4403-8fad-375338c691c9", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1087381633", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5ec2f2cc-ca", "ovs_interfaceid": "5ec2f2cc-ca2a-414f-98af-67b1957ee132", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG os_vif [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5ec2f2cc-ca, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90e6423c-9921-4d21-abc8-faf144dd143f) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:33 user nova-compute[74725]: INFO os_vif [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:33:3e,bridge_name='br-int',has_traffic_filtering=True,id=5ec2f2cc-ca2a-414f-98af-67b1957ee132,network=Network(9d9db0b9-3e3b-4403-8fad-375338c691c9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5ec2f2cc-ca')
Nov 15 17:18:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:18:33 user nova-compute[74725]:   <nova:package version="0.0.0"/>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:name>tempest-device-tagging-server-352260806</nova:name>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:creationTime>2023-11-15 17:18:33</nova:creationTime>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:flavor name="m1.tiny">
Nov 15 17:18:33 user nova-compute[74725]:     <nova:memory>512</nova:memory>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:disk>1</nova:disk>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:swap>0</nova:swap>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:vcpus>1</nova:vcpus>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:flavor>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:owner>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:user uuid="0045188425b14e24a296253253be4857">tempest-TaggedAttachmentsTest-340790645-project-member</nova:user>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:project uuid="e347b0fb592b4a75aa850a51d39a8673">tempest-TaggedAttachmentsTest-340790645</nova:project>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:owner>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:18:33 user nova-compute[74725]:   <nova:ports>
Nov 15 17:18:33 user nova-compute[74725]:     <nova:port uuid="051aa660-2c99-4064-a16b-55d475cd8871">
Nov 15 17:18:33 user nova-compute[74725]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:18:33 user nova-compute[74725]:     </nova:port>
Nov 15 17:18:33 user nova-compute[74725]:   </nova:ports>
Nov 15 17:18:33 user nova-compute[74725]: </nova:instance>
Nov 15 17:18:33 user nova-compute[74725]:  {{(pid=74725) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 15 17:18:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:18:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquired lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:18:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:18:34 user nova-compute[74725]: INFO nova.network.neutron [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Port 5ec2f2cc-ca2a-414f-98af-67b1957ee132 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Nov 15 17:18:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [{"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Releasing lock "refresh_cache-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:18:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-50b6bcb7-12a7-43c8-abc2-71237313c005 tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "interface-d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-5ec2f2cc-ca2a-414f-98af-67b1957ee132" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.392s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:18:35 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Instance spawned successfully.
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:35 user nova-compute[74725]: INFO nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Took 5.00 seconds to spawn the instance on the hypervisor.
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:18:35 user nova-compute[74725]: INFO nova.compute.manager [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Took 5.72 seconds to build instance.
Nov 15 17:18:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6e72937-b62e-4e23-92c7-6248631b8864 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.839s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] No waiting events found dispatching network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:35 user nova-compute[74725]: WARNING nova.compute.manager [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received unexpected event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 for instance with vm_state active and task_state None.
Nov 15 17:18:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-4be21a50-eb84-4ffa-993c-978f50225e95 req-0f598cb9-78ed-4540-aac2-a0db3e8cbac3 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-deleted-5ec2f2cc-ca2a-414f-98af-67b1957ee132 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:18:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:47 user nova-compute[74725]: INFO nova.compute.manager [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Terminating instance
Nov 15 17:18:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-unplugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] No waiting events found dispatching network-vif-unplugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-ac153d91-3017-40d7-a081-d21b51c431fa req-98f20fab-2cad-4e22-af17-956af21e38c9 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-unplugged-40d86426-2210-430e-b81b-448e9a3d08eb for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Instance destroyed successfully.
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lazy-loading 'resources' on Instance uuid e8c6ee67-6221-436a-94ad-a9e3d616e2aa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1175514592',display_name='tempest-VolumesAssistedSnapshotsTest-server-1175514592',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1175514592',id=10,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtAZSzvONqKFUvOUanmgzN08hGCukkE0p/7jPB/rDrj3t7WbeDXQJ1oWRHYHZO5WVrKumiPIfL+BNGP2wLUAsEZi1UN9+FmIbtbSJzigpFAqF8MlLevHBM5IuQooAVcag==',key_name='tempest-keypair-583796455',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cb87c2d16d904a5a8ec846549e678637',ramdisk_id='',reservation_id='r-g39kbef4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-190723503',owner_user_name='tempest-VolumesAssistedSnapshotsTest-190723503-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='84f948f7c7154013be9fe3efddf92363',uuid=e8c6ee67-6221-436a-94ad-a9e3d616e2aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converting VIF {"id": "40d86426-2210-430e-b81b-448e9a3d08eb", "address": "fa:16:3e:dc:78:33", "network": {"id": "6f6dfd74-6c09-4b6c-8123-aa746de2f816", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2145250313-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb87c2d16d904a5a8ec846549e678637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40d86426-22", "ovs_interfaceid": "40d86426-2210-430e-b81b-448e9a3d08eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG os_vif [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40d86426-22, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=007e864e-171a-4058-9cdd-4759c7c859b5) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:48 user nova-compute[74725]: INFO os_vif [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:78:33,bridge_name='br-int',has_traffic_filtering=True,id=40d86426-2210-430e-b81b-448e9a3d08eb,network=Network(6f6dfd74-6c09-4b6c-8123-aa746de2f816),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40d86426-22')
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Deleting instance files /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa_del
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Deletion of /opt/stack/data/nova/instances/e8c6ee67-6221-436a-94ad-a9e3d616e2aa_del complete
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.compute.manager [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 15 17:18:48 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Took 0.60 seconds to deallocate network for instance.
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-4f9fd98b-c1e1-4f6d-8f84-4a269cc81c64 req-5f16ba42-d07a-4a31-aeb5-3f8372001199 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-deleted-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:48 user nova-compute[74725]: INFO nova.compute.manager [req-4f9fd98b-c1e1-4f6d-8f84-4a269cc81c64 req-5f16ba42-d07a-4a31-aeb5-3f8372001199 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Neutron deleted interface 40d86426-2210-430e-b81b-448e9a3d08eb; detaching it from the instance and deleting it from the info cache
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-4f9fd98b-c1e1-4f6d-8f84-4a269cc81c64 req-5f16ba42-d07a-4a31-aeb5-3f8372001199 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-4f9fd98b-c1e1-4f6d-8f84-4a269cc81c64 req-5f16ba42-d07a-4a31-aeb5-3f8372001199 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Detach interface failed, port_id=40d86426-2210-430e-b81b-448e9a3d08eb, reason: Instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:49 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Deleted allocations for instance e8c6ee67-6221-436a-94ad-a9e3d616e2aa
Nov 15 17:18:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b4c55d95-483b-430d-b1cc-8e86301f748e tempest-VolumesAssistedSnapshotsTest-190723503 tempest-VolumesAssistedSnapshotsTest-190723503-project-member] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.060s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] Acquiring lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] Lock "e8c6ee67-6221-436a-94ad-a9e3d616e2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] No waiting events found dispatching network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:49 user nova-compute[74725]: WARNING nova.compute.manager [req-5e7dff05-7d0b-4e9f-88e1-cb3b4d11b73e req-b47cae7b-8f84-4ba9-b1ee-7c6c3645fac3 service nova] [instance: e8c6ee67-6221-436a-94ad-a9e3d616e2aa] Received unexpected event network-vif-plugged-40d86426-2210-430e-b81b-448e9a3d08eb for instance with vm_state deleted and task_state None.
Nov 15 17:18:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:54 user nova-compute[74725]: INFO nova.compute.manager [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Terminating instance
Nov 15 17:18:54 user nova-compute[74725]: DEBUG nova.compute.manager [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-unplugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] No waiting events found dispatching network-vif-unplugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-b449f966-def8-46f4-8bbb-a6bd9316024e req-e37dc4ae-e7df-4d87-b69b-afd4ca92be0b service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-unplugged-07d3dc66-89c5-44e3-b721-51e0547cf217 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] Instance destroyed successfully.
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.objects.instance [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lazy-loading 'resources' on Instance uuid 181da24f-8abc-465b-a914-d668507222d3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:17:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-2029395210',display_name='tempest-ServersNegativeTestJSON-server-2029395210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-2029395210',id=14,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:17:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-nr42rlf2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:17:13Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=181da24f-8abc-465b-a914-d668507222d3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "07d3dc66-89c5-44e3-b721-51e0547cf217", "address": "fa:16:3e:5d:de:70", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07d3dc66-89", "ovs_interfaceid": "07d3dc66-89c5-44e3-b721-51e0547cf217", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG os_vif [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap07d3dc66-89, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b125c6d-8762-4f62-af17-dc7fd5fd8d10) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:18:55 user nova-compute[74725]: INFO os_vif [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:de:70,bridge_name='br-int',has_traffic_filtering=True,id=07d3dc66-89c5-44e3-b721-51e0547cf217,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07d3dc66-89')
Nov 15 17:18:55 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Deleting instance files /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3_del
Nov 15 17:18:55 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Deletion of /opt/stack/data/nova/instances/181da24f-8abc-465b-a914-d668507222d3_del complete
Nov 15 17:18:55 user nova-compute[74725]: INFO nova.compute.manager [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 181da24f-8abc-465b-a914-d668507222d3] Took 0.68 seconds to destroy the instance on the hypervisor.
Nov 15 17:18:55 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:18:55 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 181da24f-8abc-465b-a914-d668507222d3] Took 0.53 seconds to deallocate network for instance.
Nov 15 17:18:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-2fea2828-5dd9-44b2-88f2-01909a870407 req-04d2c43d-03f6-4b10-bbbb-371c7e980c6d service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-deleted-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:56 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:18:56 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:18:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.315s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:56 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Deleted allocations for instance 181da24f-8abc-465b-a914-d668507222d3
Nov 15 17:18:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-44b4df82-7b2b-477c-a5fa-100f71dba723 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "181da24f-8abc-465b-a914-d668507222d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.708s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:18:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] Acquiring lock "181da24f-8abc-465b-a914-d668507222d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:18:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:18:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] Lock "181da24f-8abc-465b-a914-d668507222d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:18:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] No waiting events found dispatching network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:18:57 user nova-compute[74725]: WARNING nova.compute.manager [req-8ed3e09f-2c60-41f3-9f5b-976a8e31609d req-a3c5843a-6be3-4331-aec7-ff38c43bbec1 service nova] [instance: 181da24f-8abc-465b-a914-d668507222d3] Received unexpected event network-vif-plugged-07d3dc66-89c5-44e3-b721-51e0547cf217 for instance with vm_state deleted and task_state None.
Nov 15 17:19:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:03 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:19:03 user nova-compute[74725]: INFO nova.compute.claims [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Claim successful on node user
Nov 15 17:19:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:04 user nova-compute[74725]: INFO nova.compute.manager [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Terminating instance
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.616s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-unplugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-unplugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-6588bf06-95e2-4402-8db6-ed6b3631a4fe req-db6012ef-a18d-40b3-92f7-24052dfae9ba service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-unplugged-051aa660-2c99-4064-a16b-55d475cd8871 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:19:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.policy [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '773954bc50454a998374454f9ab1c812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc53c9974227429aaa51ea87c83b40fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:19:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Creating image(s)
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Instance destroyed successfully.
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lazy-loading 'resources' on Instance uuid d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T17:15:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-352260806',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-352260806',id=9,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLbXKOpU6bJawDLyNUP7Wiq0udlGNXay+yuEN7qCbsWOwUXjMVBgAKHHoh871HLkDFE5zqyayYrJaaHWEg6UXw50wWoMBe4zOBUDUmZnhqaqpbTc0tVVDGOK6LDZlbWZXQ==',key_name='tempest-keypair-1701481020',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:16:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e347b0fb592b4a75aa850a51d39a8673',ramdisk_id='',reservation_id='r-rar4vx9h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-340790645',owner_user_name='tempest-TaggedAttachmentsTest-340790645-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:16:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0045188425b14e24a296253253be4857',uuid=d2cb5f7b-51aa-47ee-b057-3673a62ca1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converting VIF {"id": "051aa660-2c99-4064-a16b-55d475cd8871", "address": "fa:16:3e:ff:a0:9c", "network": {"id": "db594692-f346-4d99-8012-668354036f08", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-220337946-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.97", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e347b0fb592b4a75aa850a51d39a8673", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap051aa660-2c", "ovs_interfaceid": "051aa660-2c99-4064-a16b-55d475cd8871", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG os_vif [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap051aa660-2c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=023e8195-4fc1-4d02-990b-802f440cb17e) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: INFO os_vif [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:a0:9c,bridge_name='br-int',has_traffic_filtering=True,id=051aa660-2c99-4064-a16b-55d475cd8871,network=Network(db594692-f346-4d99-8012-668354036f08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap051aa660-2c')
Nov 15 17:19:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Deleting instance files /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0_del
Nov 15 17:19:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Deletion of /opt/stack/data/nova/instances/d2cb5f7b-51aa-47ee-b057-3673a62ca1c0_del complete
Nov 15 17:19:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.252s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:05 user nova-compute[74725]: INFO nova.compute.manager [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Took 1.12 seconds to destroy the instance on the hypervisor.
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk 1073741824" returned: 0 in 0.058s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.322s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Cannot resize image /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Ensure instance console log exists: /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Successfully created port: 34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:06 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Took 0.76 seconds to deallocate network for instance.
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-a2c462d2-4453-4055-9fd7-a6333e874676 req-ea726fda-d458-41e5-aa4b-42b225eb6a5d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-deleted-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:06 user nova-compute[74725]: INFO nova.compute.manager [req-a2c462d2-4453-4055-9fd7-a6333e874676 req-ea726fda-d458-41e5-aa4b-42b225eb6a5d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Neutron deleted interface 051aa660-2c99-4064-a16b-55d475cd8871; detaching it from the instance and deleting it from the info cache
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [req-a2c462d2-4453-4055-9fd7-a6333e874676 req-ea726fda-d458-41e5-aa4b-42b225eb6a5d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-a2c462d2-4453-4055-9fd7-a6333e874676 req-ea726fda-d458-41e5-aa4b-42b225eb6a5d service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Detach interface failed, port_id=051aa660-2c99-4064-a16b-55d475cd8871, reason: Instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.391s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] Acquiring lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] No waiting events found dispatching network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:06 user nova-compute[74725]: WARNING nova.compute.manager [req-39080d52-d392-4b6d-b9f7-2c3844c3d3e8 req-173c08ec-b255-4757-8082-b208e7754ae1 service nova] [instance: d2cb5f7b-51aa-47ee-b057-3673a62ca1c0] Received unexpected event network-vif-plugged-051aa660-2c99-4064-a16b-55d475cd8871 for instance with vm_state deleted and task_state None.
Nov 15 17:19:06 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Deleted allocations for instance d2cb5f7b-51aa-47ee-b057-3673a62ca1c0
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0eb47705-d3c8-4720-b8b1-d807dc9282ec tempest-TaggedAttachmentsTest-340790645 tempest-TaggedAttachmentsTest-340790645-project-member] Lock "d2cb5f7b-51aa-47ee-b057-3673a62ca1c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.547s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Successfully updated port: 34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-changed-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Refreshing instance network info cache due to event network-changed-34ccd7a6-e9a6-4444-92da-4b9973964ea1. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] Acquiring lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'flavor' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating instance_info_cache with network_info: [{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance network_info: |[{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] Acquired lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Refreshing network info cache for port 34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start _get_guest_xml network_info=[{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:19:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-tempest.common.compute-instance-347532017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.objects.instance [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'pci_devices' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:19:07 user nova-compute[74725]:   <uuid>52c1931c-deb8-4c66-a8d6-99a6c46b888f</uuid>
Nov 15 17:19:07 user nova-compute[74725]:   <name>instance-00000010</name>
Nov 15 17:19:07 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:19:07 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:19:07 user nova-compute[74725]:   <metadata>
Nov 15 17:19:07 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:19:07 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:name>tempest-tempest.common.compute-instance-347532017</nova:name>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:19:07</nova:creationTime>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:19:07 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:19:07 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:owner>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:user uuid="773954bc50454a998374454f9ab1c812">tempest-ServerActionsTestOtherA-552734875-project-member</nova:user>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:project uuid="bc53c9974227429aaa51ea87c83b40fc">tempest-ServerActionsTestOtherA-552734875</nova:project>
Nov 15 17:19:07 user nova-compute[74725]:       </nova:owner>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:19:07 user nova-compute[74725]:       <nova:ports>
Nov 15 17:19:07 user nova-compute[74725]:         <nova:port uuid="34ccd7a6-e9a6-4444-92da-4b9973964ea1">
Nov 15 17:19:07 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:19:07 user nova-compute[74725]:         </nova:port>
Nov 15 17:19:07 user nova-compute[74725]:       </nova:ports>
Nov 15 17:19:07 user nova-compute[74725]:     </nova:instance>
Nov 15 17:19:07 user nova-compute[74725]:   </metadata>
Nov 15 17:19:07 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:19:07 user nova-compute[74725]:     <system>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="serial">52c1931c-deb8-4c66-a8d6-99a6c46b888f</entry>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="uuid">52c1931c-deb8-4c66-a8d6-99a6c46b888f</entry>
Nov 15 17:19:07 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:19:07 user nova-compute[74725]:     </system>
Nov 15 17:19:07 user nova-compute[74725]:   </sysinfo>
Nov 15 17:19:07 user nova-compute[74725]:   <os>
Nov 15 17:19:07 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:19:07 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:19:07 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:19:07 user nova-compute[74725]:   </os>
Nov 15 17:19:07 user nova-compute[74725]:   <features>
Nov 15 17:19:07 user nova-compute[74725]:     <acpi/>
Nov 15 17:19:07 user nova-compute[74725]:     <apic/>
Nov 15 17:19:07 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:19:07 user nova-compute[74725]:   </features>
Nov 15 17:19:07 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:19:07 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:19:07 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:19:07 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:19:07 user nova-compute[74725]:   </clock>
Nov 15 17:19:07 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:19:07 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:19:07 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:19:07 user nova-compute[74725]:   </cpu>
Nov 15 17:19:07 user nova-compute[74725]:   <devices>
Nov 15 17:19:07 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:07 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:07 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk"/>
Nov 15 17:19:07 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:19:07 user nova-compute[74725]:     </disk>
Nov 15 17:19:07 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:19:07 user nova-compute[74725]:       <mac address="fa:16:3e:4f:92:9d"/>
Nov 15 17:19:07 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:07 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:19:07 user nova-compute[74725]:       <target dev="tap34ccd7a6-e9"/>
Nov 15 17:19:07 user nova-compute[74725]:     </interface>
Nov 15 17:19:07 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:19:07 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/console.log" append="off"/>
Nov 15 17:19:07 user nova-compute[74725]:     </serial>
Nov 15 17:19:07 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:19:07 user nova-compute[74725]:     <video>
Nov 15 17:19:07 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:07 user nova-compute[74725]:     </video>
Nov 15 17:19:07 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:19:07 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:19:07 user nova-compute[74725]:     </rng>
Nov 15 17:19:07 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:19:07 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:19:07 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:19:07 user nova-compute[74725]:     </memballoon>
Nov 15 17:19:07 user nova-compute[74725]:   </devices>
Nov 15 17:19:07 user nova-compute[74725]: </domain>
Nov 15 17:19:07 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-tempest.common.compute-instance-347532017',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_vif [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dac47926-ba0f-50b1-acba-5310b4bff87b', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:07 user nova-compute[74725]: INFO nova.compute.manager [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attaching volume cd26cffc-3c57-42bf-99da-cc9b95969115 to /dev/vdb
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34ccd7a6-e9, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34ccd7a6-e9, col_values=(('qos', UUID('ed65834f-cad6-4d9f-8f64-6fa22f90bf8f')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34ccd7a6-e9, col_values=(('external_ids', {'iface-id': '34ccd7a6-e9a6-4444-92da-4b9973964ea1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:92:9d', 'vm-uuid': '52c1931c-deb8-4c66-a8d6-99a6c46b888f'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:07 user nova-compute[74725]: INFO os_vif [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9')
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:4f:92:9d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.utils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[97e5defb-0260-4ae6-90b6-b751e4382969]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9b01d4-ccc7-4d89-aa1f-dd50001275c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[13948668-982c-43d9-acf9-22631d8daa0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d07ddbcf-4f5a-4f02-8495-13ac5ee873b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:19:07 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce8e17d-1c55-429f-ad18-0f29cc8c6a2c]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG os_brick.utils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating existing volume attachment record: 40fe2f65-982f-4d92-b536-913c9a0bcb4a {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updated VIF entry in instance network info cache for port 34ccd7a6-e9a6-4444-92da-4b9973964ea1. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating instance_info_cache with network_info: [{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f449e26b-a4eb-456e-b5c5-6db361edc08d req-0a484602-a0d0-423e-b279-2b143d307776 service nova] Releasing lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:09 user nova-compute[74725]: WARNING nova.compute.manager [req-377bdc99-0770-4050-878c-5f1cca58047d req-d9f0eff9-63ce-41aa-ab9c-e7b2cf70d04a service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state building and task_state spawning.
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:11 user nova-compute[74725]: WARNING nova.compute.manager [req-52480ef3-34fa-42f0-9b23-b8ae24b79765 req-12ab1f46-17d4-467c-841e-ba8dcbb7c51d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state building and task_state spawning.
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:11 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance spawned successfully.
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:11 user nova-compute[74725]: INFO nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Took 6.99 seconds to spawn the instance on the hypervisor.
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:19:11 user nova-compute[74725]: INFO nova.compute.manager [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Took 8.06 seconds to build instance.
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3fe643e3-9ced-4e08-9f41-29af76978171 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.182s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:19:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.252s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:19:13 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:13 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:13 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e39c33c5-8885-4c46-ac88-c08e3cb81737]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:19:13 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d941e9c3-2418-43d9-8bce-d1adebe513bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115] added
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f5d3c12-0ed1-4efc-a1d3-37b94db382b1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[774e6531-33b3-4720-8e57-5c075a9e2570]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sntWpiHb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sntWpiHb" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc73f58b-aa0b-48d0-8af4-9966ce32e716]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sntWpiHb'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c0106d-9634-4981-b0e8-d85c0dd3e10a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b739eac-d599-4b51-8c78-442a427fe6ca]: (4, ('tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsi session list stdout=tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[130e5126-2444-4863-ad6d-7e1dcb1cc86f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260]
Nov 15 17:19:13 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260] successful.
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5e49e3-3964-400b-adb6-ab9b81a479f0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[648e7203-0fe6-4ee2-b244-37b09546f83f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.388s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a15082-4b0f-4d29-9b65-579c164cb994]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.434s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] <== connect_volume: return (1439ms) {'type': 'block', 'scsi_wwn': '23061623933356235', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061623933356235', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'flavor' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:19:14 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:19:14 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:19:14 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:19:14 user nova-compute[74725]:   <serial>cd26cffc-3c57-42bf-99da-cc9b95969115</serial>
Nov 15 17:19:14 user nova-compute[74725]: </disk>
Nov 15 17:19:14 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No VIF found with MAC fa:16:3e:0f:59:4d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'info_cache' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cae107be-7023-4bdb-b202-3fd7df285b54 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.305s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7891MB free_disk=25.29779052734375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:16 user nova-compute[74725]: INFO nova.compute.manager [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Rescuing
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 19bde295-c374-435e-8021-ea0bc6e9db9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:19:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.542s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance destroyed successfully.
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'resources' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:17:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcae3b276-d1, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cefc6ec8-f864-4af6-8d8d-28132fc4f1c2) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:17 user nova-compute[74725]: INFO os_vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:19:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb7bc95-d398-43e0-828b-561e59073a39]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:19:17 user nova-compute[74725]: No targets found.
Nov 15 17:19:17 user nova-compute[74725]: iSNS:
Nov 15 17:19:17 user nova-compute[74725]: No targets found.
Nov 15 17:19:17 user nova-compute[74725]: STATIC:
Nov 15 17:19:17 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:19:17 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:19:17 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:19:17 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:19:17 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:19:17 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:19:17 user nova-compute[74725]: FIRMWARE:
Nov 15 17:19:17 user nova-compute[74725]: No targets found.
Nov 15 17:19:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:19:17 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:19:17 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39d26b5-d9f3-414e-8cf6-2d92361fc92a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9eb51da-b441-45fd-9bcd-d15429c948a4]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:17 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:17 user nova-compute[74725]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88fd5120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7'): ({'sdh'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Removing single pathed devices sdh {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[403e0294-23f9-4372-8843-7a03eddf0a41]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[514e0e7b-5922-4e7e-b275-42eb6084cebc]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flushing IO for device /dev/sdh {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5526d38e-d5c7-4f3e-9713-a5a71965d312]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.039s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67bad76-22fb-491d-8be8-70a23888ff2f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] SCSI volumes sdh have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f487cbd6-dd4e-459b-a507-1f204837bbaa]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f3dab0-1284-4f09-8335-b6775ce545ca]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]
Nov 15 17:19:17 user nova-compute[74725]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.
Nov 15 17:19:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[287bd4eb-8a95-4b08-8aac-e3852566e500]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== disconnect_volume: return (331ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start _get_guest_xml network_info=[{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': 'ef423888-4eec-4a0e-91c6-226e4986886d', 'attached_at': '', 'detached_at': '', 'volume_id': '1d430826-56a6-4e03-9ac4-145ae40df6d7', 'serial': '1d430826-56a6-4e03-9ac4-145ae40df6d7'}, 'boot_index': None, 'attachment_id': 'e6ef0cc6-2661-4dc5-8b8c-ea288fee7396', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'numa_topology' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:17 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:17 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'vcpu_model' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:19:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:17 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9029f31-174a-4b25-84c0-362ba2ad6334]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:19:17 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b7dfd4-b9a1-49c7-97a4-510949e97aad]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7] added
Nov 15 17:19:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[46784819-432d-4fbc-b976-c3b82000d981]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[612ae776-3e98-4c1a-aa79-2a9a52f3a5bb]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXFfkzAZ {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXFfkzAZ" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d0e14b-8a48-435c-924a-eb093b9e60e4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mXFfkzAZ'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9aec6e2-dc74-445f-b81d-20447b23cb49]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc95ca8-bc38-4def-afbd-771a3484454d]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e6218a-2a68-422e-8895-30db3fc9d70f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]
Nov 15 17:19:18 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.
Nov 15 17:19:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc82422-3dcb-4c9e-93fc-5ad5da95a6db]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[693cb1db-3609-4583-9561-262b497175f0]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b5d5cbe-9e28-418f-a579-e35c4a5c3833]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:18 user nova-compute[74725]: WARNING nova.compute.manager [req-0b5655a0-aae2-4c2f-b6bf-c0d8367d5e6e req-d8fc3cba-c1a4-4bac-93c5-3b43740a0458 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state rescuing.
Nov 15 17:19:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance destroyed successfully.
Nov 15 17:19:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attempting a stable device rescue
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:19:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Creating image(s)
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'trusted_certs' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.055s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== connect_volume: return (2058ms) {'type': 'block', 'scsi_wwn': '26135616436303964', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135616436303964', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:17:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'pci_devices' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:19:19 user nova-compute[74725]:   <uuid>ef423888-4eec-4a0e-91c6-226e4986886d</uuid>
Nov 15 17:19:19 user nova-compute[74725]:   <name>instance-00000005</name>
Nov 15 17:19:19 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:19:19 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:19:19 user nova-compute[74725]:   <metadata>
Nov 15 17:19:19 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:19:19 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeTestJSON-server-753261566</nova:name>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:19:17</nova:creationTime>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:19:19 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:19:19 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:owner>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:user uuid="1c0c92c5ddbb48a39c2d309d02bf6795">tempest-AttachVolumeTestJSON-1349472248-project-member</nova:user>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:project uuid="13637a1238224773aa9bbadf2991e120">tempest-AttachVolumeTestJSON-1349472248</nova:project>
Nov 15 17:19:19 user nova-compute[74725]:       </nova:owner>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:19:19 user nova-compute[74725]:       <nova:ports>
Nov 15 17:19:19 user nova-compute[74725]:         <nova:port uuid="cae3b276-d1f5-425f-ae3e-2e9b9cb35f77">
Nov 15 17:19:19 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:19:19 user nova-compute[74725]:         </nova:port>
Nov 15 17:19:19 user nova-compute[74725]:       </nova:ports>
Nov 15 17:19:19 user nova-compute[74725]:     </nova:instance>
Nov 15 17:19:19 user nova-compute[74725]:   </metadata>
Nov 15 17:19:19 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:19:19 user nova-compute[74725]:     <system>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="serial">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="uuid">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:19:19 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:19:19 user nova-compute[74725]:     </system>
Nov 15 17:19:19 user nova-compute[74725]:   </sysinfo>
Nov 15 17:19:19 user nova-compute[74725]:   <os>
Nov 15 17:19:19 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:19:19 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:19:19 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:19:19 user nova-compute[74725]:   </os>
Nov 15 17:19:19 user nova-compute[74725]:   <features>
Nov 15 17:19:19 user nova-compute[74725]:     <acpi/>
Nov 15 17:19:19 user nova-compute[74725]:     <apic/>
Nov 15 17:19:19 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:19:19 user nova-compute[74725]:   </features>
Nov 15 17:19:19 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:19:19 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:19:19 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:19:19 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:19:19 user nova-compute[74725]:   </clock>
Nov 15 17:19:19 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:19:19 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:19:19 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:19:19 user nova-compute[74725]:   </cpu>
Nov 15 17:19:19 user nova-compute[74725]:   <devices>
Nov 15 17:19:19 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:19 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:19 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk"/>
Nov 15 17:19:19 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:19:19 user nova-compute[74725]:     </disk>
Nov 15 17:19:19 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:19:19 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:19:19 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:19:19 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:19:19 user nova-compute[74725]:       <serial>1d430826-56a6-4e03-9ac4-145ae40df6d7</serial>
Nov 15 17:19:19 user nova-compute[74725]:     </disk>
Nov 15 17:19:19 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:19:19 user nova-compute[74725]:       <mac address="fa:16:3e:07:fa:81"/>
Nov 15 17:19:19 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:19 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:19:19 user nova-compute[74725]:       <target dev="tapcae3b276-d1"/>
Nov 15 17:19:19 user nova-compute[74725]:     </interface>
Nov 15 17:19:19 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:19:19 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/console.log" append="off"/>
Nov 15 17:19:19 user nova-compute[74725]:     </serial>
Nov 15 17:19:19 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:19:19 user nova-compute[74725]:     <video>
Nov 15 17:19:19 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:19 user nova-compute[74725]:     </video>
Nov 15 17:19:19 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:19:19 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:19:19 user nova-compute[74725]:     </rng>
Nov 15 17:19:19 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:19:19 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:19:19 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:19:19 user nova-compute[74725]:     </memballoon>
Nov 15 17:19:19 user nova-compute[74725]:   </devices>
Nov 15 17:19:19 user nova-compute[74725]: </domain>
Nov 15 17:19:19 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:19:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.part --force-share --output=json" returned: 0 in 0.210s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.virt.images [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] 1b7d98bb-7d2c-4dde-9aa3-ca2e34c237c7 was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.part /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'trusted_certs' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:20 user nova-compute[74725]: WARNING nova.compute.manager [req-43973893-189c-4e94-bc29-c0a751056706 req-eb93db9a-e6e2-4f3d-ad56-1c619ee6f5a7 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state rescuing.
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.part /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.converted" returned: 0 in 0.416s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025.converted --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.826s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Cannot resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'migration_context' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.objects.base [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:17:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG os_vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b71c9590-060f-57e4-8ca9-96dcab75b52e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025 --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025,backing_fmt=raw /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcae3b276-d1, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcae3b276-d1, col_values=(('qos', UUID('3b7f579f-73cb-4923-8daf-d132a39f2b4c')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcae3b276-d1, col_values=(('external_ids', {'iface-id': 'cae3b276-d1f5-425f-ae3e-2e9b9cb35f77', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:fa:81', 'vm-uuid': 'ef423888-4eec-4a0e-91c6-226e4986886d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025,backing_fmt=raw /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue" returned: 0 in 0.066s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "1b5e8ea9ee3519cc91260554908c1e7f2949e025" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'migration_context' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:21 user nova-compute[74725]: INFO os_vif [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Object Instance<f33046f0-9f3b-43b9-b62f-7f007137db37> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start _get_guest_xml network_info=[{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "vif_mac": "fa:16:3e:0f:59:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1b7d98bb-7d2c-4dde-9aa3-ca2e34c237c7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'f33046f0-9f3b-43b9-b62f-7f007137db37', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd26cffc-3c57-42bf-99da-cc9b95969115', 'serial': 'cd26cffc-3c57-42bf-99da-cc9b95969115'}, 'boot_index': None, 'attachment_id': '40fe2f65-982f-4d92-b536-913c9a0bcb4a', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'resources' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Object Instance<f33046f0-9f3b-43b9-b62f-7f007137db37> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'numa_topology' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Object Instance<f33046f0-9f3b-43b9-b62f-7f007137db37> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'vcpu_model' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Object Instance<f33046f0-9f3b-43b9-b62f-7f007137db37> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:19:21 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:21 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:19:21 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[012f86de-7eb8-41fd-9304-d3e761c5d234]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = sntWpiHb\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 17:19:21 user nova-compute[74725]: node.name = iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:19:21 user nova-compute[74725]: node.tpgt = -1
Nov 15 17:19:21 user nova-compute[74725]: node.startup = automatic
Nov 15 17:19:21 user nova-compute[74725]: node.leading_login = No
Nov 15 17:19:21 user nova-compute[74725]: iface.iscsi_ifacename = default
Nov 15 17:19:21 user nova-compute[74725]: iface.net_ifacename = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.ipaddress = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.prefix_len = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.hwaddress = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.transport_name = tcp
Nov 15 17:19:21 user nova-compute[74725]: iface.initiatorname = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.vlan_id = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.vlan_priority = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.vlan_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.iface_num = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.mtu = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.port = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.bootproto = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.subnet_mask = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.gateway = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_alt_client_id = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_dns = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_learn_iqn = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_vendor_id_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_vendor_id = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.dhcp_slp_da = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.fragmentation = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.gratuitous_arp = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.incoming_forwarding = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.tos_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.tos = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.ttl = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.delayed_ack = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.tcp_nagle = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.tcp_wsf_state = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.tcp_wsf = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.tcp_timer_scale = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.tcp_timestamp = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.redirect = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.def_task_mgmt_timeout = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.header_digest = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.data_digest = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.immediate_data = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.initial_r2t = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.data_seq_inorder = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.data_pdu_inorder = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.erl = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.max_receive_data_len = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.first_burst_len = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.max_outstanding_r2t = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.max_burst_len = 0
Nov 15 17:19:21 user nova-compute[74725]: iface.chap_auth = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.bidi_chap = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.strict_login_compliance = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.discovery_auth = <empty>
Nov 15 17:19:21 user nova-compute[74725]: iface.discovery_logout = <empty>
Nov 15 17:19:21 user nova-compute[74725]: node.discovery_address = <empty>
Nov 15 17:19:21 user nova-compute[74725]: node.discovery_port = 0
Nov 15 17:19:21 user nova-compute[74725]: node.discovery_type = static
Nov 15 17:19:21 user nova-compute[74725]: node.session.initial_cmdsn = 0
Nov 15 17:19:21 user nova-compute[74725]: node.session.initial_login_retry_max = 8
Nov 15 17:19:21 user nova-compute[74725]: node.session.xmit_thread_priority = -20
Nov 15 17:19:21 user nova-compute[74725]: node.session.cmds_max = 128
Nov 15 17:19:21 user nova-compute[74725]: node.session.queue_depth = 32
Nov 15 17:19:21 user nova-compute[74725]: node.session.nr_sessions = 1
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.authmethod = CHAP
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.username = sntWpiHb
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.password = ***
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.username_in = <empty>
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.password_in = <empty>
Nov 15 17:19:21 user nova-compute[74725]: node.session.auth.chap_algs = MD5
Nov 15 17:19:21 user nova-compute[74725]: node.session.timeo.replacement_timeout = 120
Nov 15 17:19:21 user nova-compute[74725]: node.session.err_timeo.abort_timeout = 15
Nov 15 17:19:21 user nova-compute[74725]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 17:19:21 user nova-compute[74725]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 17:19:21 user nova-compute[74725]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.FastAbort = Yes
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.InitialR2T = No
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.ImmediateData = Yes
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.MaxConnections = 1
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 17:19:21 user nova-compute[74725]: node.session.iscsi.ERL = 0
Nov 15 17:19:21 user nova-compute[74725]: node.session.scan = manual
Nov 15 17:19:21 user nova-compute[74725]: node.session.reopen_max = 0
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].address = 172.16.0.220
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].port = 3260
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].startup = manual
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].tcp.window_size = 524288
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].tcp.type_of_service = 0
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].timeo.logout_timeout = 15
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].timeo.login_timeout = 15
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].timeo.auth_timeout = 45
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.DataDigest = None
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.IFMarker = No
Nov 15 17:19:21 user nova-compute[74725]: node.conn[0].iscsi.OFMarker = No
Nov 15 17:19:21 user nova-compute[74725]: # END RECORD
Nov 15 17:19:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8909dcec-18df-4b91-a48d-b0b074b32d47]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4443142b-9c8a-4aea-97b7-60214a100732]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sntWpiHb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sntWpiHb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e44a41f-9d0b-44c5-a7e9-7908d31f048e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sntWpiHb'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[337f6769-07d8-47e1-ad13-3c11e914c8c5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d71abb-8815-490c-92c3-73035b3cd91f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:21 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:19:21 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:19:21 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.152s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] HCTL ('33', '0', '0', 0) found on session 13 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2422f1a7-93b7-41ce-a31d-f7f564bcc8e0]: (4, ('0 0 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Searching for a device in session 13 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.176s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] <== connect_volume: return (178ms) {'type': 'block', 'scsi_wwn': '23061623933356235', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23061623933356235', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-972101352',display_name='tempest-ServerStableDeviceRescueTest-server-972101352',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-972101352',id=6,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKf5rc54fbXk7zysNLX6/+D2iwnxQ113dZi7krshVqpeBgvvbOSWg6yXOUS/tdtMVdfo1Q44ge5MbvzYe6iF+w0j5t9gYr2vUouIgYyTXPPKLsbRURQw4kiVZllLTgIYA==',key_name='tempest-keypair-228947048',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7cc4bbeb157f4721a4e992629e1f7412',ramdisk_id='',reservation_id='r-qz0evusa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1810679860',owner_user_name='tempest-ServerStableDeviceRescueTest-1810679860-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:17:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd74d5c42beb4f3e9e05abed2fb1e652',uuid=f33046f0-9f3b-43b9-b62f-7f007137db37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "vif_mac": "fa:16:3e:0f:59:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converting VIF {"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "vif_mac": "fa:16:3e:0f:59:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'pci_devices' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Object Instance<f33046f0-9f3b-43b9-b62f-7f007137db37> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:19:21 user nova-compute[74725]:   <uuid>f33046f0-9f3b-43b9-b62f-7f007137db37</uuid>
Nov 15 17:19:21 user nova-compute[74725]:   <name>instance-00000006</name>
Nov 15 17:19:21 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:19:21 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:19:21 user nova-compute[74725]:   <metadata>
Nov 15 17:19:21 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:19:21 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-972101352</nova:name>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:19:21</nova:creationTime>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:19:21 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:19:21 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:owner>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:user uuid="bd74d5c42beb4f3e9e05abed2fb1e652">tempest-ServerStableDeviceRescueTest-1810679860-project-member</nova:user>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:project uuid="7cc4bbeb157f4721a4e992629e1f7412">tempest-ServerStableDeviceRescueTest-1810679860</nova:project>
Nov 15 17:19:21 user nova-compute[74725]:       </nova:owner>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:19:21 user nova-compute[74725]:       <nova:ports>
Nov 15 17:19:21 user nova-compute[74725]:         <nova:port uuid="839eec47-c9da-4c7d-b019-673dc620fb07">
Nov 15 17:19:21 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:19:21 user nova-compute[74725]:         </nova:port>
Nov 15 17:19:21 user nova-compute[74725]:       </nova:ports>
Nov 15 17:19:21 user nova-compute[74725]:     </nova:instance>
Nov 15 17:19:21 user nova-compute[74725]:   </metadata>
Nov 15 17:19:21 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:19:21 user nova-compute[74725]:     <system>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="serial">f33046f0-9f3b-43b9-b62f-7f007137db37</entry>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="uuid">f33046f0-9f3b-43b9-b62f-7f007137db37</entry>
Nov 15 17:19:21 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:19:21 user nova-compute[74725]:     </system>
Nov 15 17:19:21 user nova-compute[74725]:   </sysinfo>
Nov 15 17:19:21 user nova-compute[74725]:   <os>
Nov 15 17:19:21 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:19:21 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:19:21 user nova-compute[74725]:   </os>
Nov 15 17:19:21 user nova-compute[74725]:   <features>
Nov 15 17:19:21 user nova-compute[74725]:     <acpi/>
Nov 15 17:19:21 user nova-compute[74725]:     <apic/>
Nov 15 17:19:21 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:19:21 user nova-compute[74725]:   </features>
Nov 15 17:19:21 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:19:21 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:19:21 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:19:21 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:19:21 user nova-compute[74725]:   </clock>
Nov 15 17:19:21 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:19:21 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:19:21 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:19:21 user nova-compute[74725]:   </cpu>
Nov 15 17:19:21 user nova-compute[74725]:   <devices>
Nov 15 17:19:21 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:21 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:21 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk"/>
Nov 15 17:19:21 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:19:21 user nova-compute[74725]:     </disk>
Nov 15 17:19:21 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:19:21 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:19:21 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:19:21 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:19:21 user nova-compute[74725]:       <serial>cd26cffc-3c57-42bf-99da-cc9b95969115</serial>
Nov 15 17:19:21 user nova-compute[74725]:     </disk>
Nov 15 17:19:21 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:21 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:21 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue"/>
Nov 15 17:19:21 user nova-compute[74725]:       <target dev="vdc" bus="virtio"/>
Nov 15 17:19:21 user nova-compute[74725]:       <boot order="1"/>
Nov 15 17:19:21 user nova-compute[74725]:     </disk>
Nov 15 17:19:21 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:19:21 user nova-compute[74725]:       <mac address="fa:16:3e:0f:59:4d"/>
Nov 15 17:19:21 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:21 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:19:21 user nova-compute[74725]:       <target dev="tap839eec47-c9"/>
Nov 15 17:19:21 user nova-compute[74725]:     </interface>
Nov 15 17:19:21 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:19:21 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/console.log" append="off"/>
Nov 15 17:19:21 user nova-compute[74725]:     </serial>
Nov 15 17:19:21 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:19:21 user nova-compute[74725]:     <video>
Nov 15 17:19:21 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:21 user nova-compute[74725]:     </video>
Nov 15 17:19:21 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:19:21 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:19:21 user nova-compute[74725]:     </rng>
Nov 15 17:19:21 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:19:21 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:19:21 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:19:21 user nova-compute[74725]:     </memballoon>
Nov 15 17:19:21 user nova-compute[74725]:   </devices>
Nov 15 17:19:21 user nova-compute[74725]: </domain>
Nov 15 17:19:21 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:19:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance destroyed successfully.
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] No VIF found with MAC fa:16:3e:0f:59:4d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:19:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:24 user nova-compute[74725]: WARNING nova.compute.manager [req-2ad60c2d-815d-4cc3-b1f1-6a29d735f084 req-55da0eae-25be-4c98-b35a-f2d004f905ea service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state powering-on.
Nov 15 17:19:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:26 user nova-compute[74725]: WARNING nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state powering-on.
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:26 user nova-compute[74725]: WARNING nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state rescuing.
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:26 user nova-compute[74725]: WARNING nova.compute.manager [req-7cec827f-a901-45c0-852b-f0421e455e2d req-3cf72b62-3e62-48ea-ad69-b7a5c70416a2 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state rescuing.
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e58c2427-e2eb-403c-bba7-5096f03fbadb tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:19:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance rebooted successfully.
Nov 15 17:19:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c20ce3d1-24dd-4566-8d18-237d8dd0bab1 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:19:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:19:33 user nova-compute[74725]: INFO nova.compute.claims [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Claim successful on node user
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:19:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.policy [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dda8adf120a446b95e9ef26d623b06a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da04e3c341024bae801a79a992e086c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:19:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Creating image(s)
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "/opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.225s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk 1073741824" returned: 0 in 0.058s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Successfully created port: 27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Cannot resize image /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Ensure instance console log exists: /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Successfully updated port: 27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-changed-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Refreshing instance network info cache due to event network-changed-27b37487-93e8-449e-adab-8b7f8c5b3cd0. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] Acquiring lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Instance network_info: |[{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] Acquired lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Refreshing network info cache for port 27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Start _get_guest_xml network_info=[{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:19:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-711228260',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-711228260',id=17,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-moaeo0xa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:35Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=c23c0fe3-b4eb-4124-bf89-e48cda14c171,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid c23c0fe3-b4eb-4124-bf89-e48cda14c171 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:19:37 user nova-compute[74725]:   <uuid>c23c0fe3-b4eb-4124-bf89-e48cda14c171</uuid>
Nov 15 17:19:37 user nova-compute[74725]:   <name>instance-00000011</name>
Nov 15 17:19:37 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:19:37 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:19:37 user nova-compute[74725]:   <metadata>
Nov 15 17:19:37 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:19:37 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-711228260</nova:name>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:19:37</nova:creationTime>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:19:37 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:19:37 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:owner>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:19:37 user nova-compute[74725]:       </nova:owner>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:19:37 user nova-compute[74725]:       <nova:ports>
Nov 15 17:19:37 user nova-compute[74725]:         <nova:port uuid="27b37487-93e8-449e-adab-8b7f8c5b3cd0">
Nov 15 17:19:37 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:19:37 user nova-compute[74725]:         </nova:port>
Nov 15 17:19:37 user nova-compute[74725]:       </nova:ports>
Nov 15 17:19:37 user nova-compute[74725]:     </nova:instance>
Nov 15 17:19:37 user nova-compute[74725]:   </metadata>
Nov 15 17:19:37 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:19:37 user nova-compute[74725]:     <system>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="serial">c23c0fe3-b4eb-4124-bf89-e48cda14c171</entry>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="uuid">c23c0fe3-b4eb-4124-bf89-e48cda14c171</entry>
Nov 15 17:19:37 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:19:37 user nova-compute[74725]:     </system>
Nov 15 17:19:37 user nova-compute[74725]:   </sysinfo>
Nov 15 17:19:37 user nova-compute[74725]:   <os>
Nov 15 17:19:37 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:19:37 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:19:37 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:19:37 user nova-compute[74725]:   </os>
Nov 15 17:19:37 user nova-compute[74725]:   <features>
Nov 15 17:19:37 user nova-compute[74725]:     <acpi/>
Nov 15 17:19:37 user nova-compute[74725]:     <apic/>
Nov 15 17:19:37 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:19:37 user nova-compute[74725]:   </features>
Nov 15 17:19:37 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:19:37 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:19:37 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:19:37 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:19:37 user nova-compute[74725]:   </clock>
Nov 15 17:19:37 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:19:37 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:19:37 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:19:37 user nova-compute[74725]:   </cpu>
Nov 15 17:19:37 user nova-compute[74725]:   <devices>
Nov 15 17:19:37 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:37 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:37 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk"/>
Nov 15 17:19:37 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:19:37 user nova-compute[74725]:     </disk>
Nov 15 17:19:37 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:19:37 user nova-compute[74725]:       <mac address="fa:16:3e:b3:04:86"/>
Nov 15 17:19:37 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:37 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:19:37 user nova-compute[74725]:       <target dev="tap27b37487-93"/>
Nov 15 17:19:37 user nova-compute[74725]:     </interface>
Nov 15 17:19:37 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:19:37 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/console.log" append="off"/>
Nov 15 17:19:37 user nova-compute[74725]:     </serial>
Nov 15 17:19:37 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:19:37 user nova-compute[74725]:     <video>
Nov 15 17:19:37 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:37 user nova-compute[74725]:     </video>
Nov 15 17:19:37 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:19:37 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:19:37 user nova-compute[74725]:     </rng>
Nov 15 17:19:37 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:19:37 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:19:37 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:19:37 user nova-compute[74725]:     </memballoon>
Nov 15 17:19:37 user nova-compute[74725]:   </devices>
Nov 15 17:19:37 user nova-compute[74725]: </domain>
Nov 15 17:19:37 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-711228260',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-711228260',id=17,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-moaeo0xa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:35Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=c23c0fe3-b4eb-4124-bf89-e48cda14c171,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG os_vif [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c97f29f9-5e3e-58a6-8419-c859fec3d84e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap27b37487-93, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap27b37487-93, col_values=(('qos', UUID('04d6b87d-729f-4a3a-83b7-a3f7a59572bc')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap27b37487-93, col_values=(('external_ids', {'iface-id': '27b37487-93e8-449e-adab-8b7f8c5b3cd0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b3:04:86', 'vm-uuid': 'c23c0fe3-b4eb-4124-bf89-e48cda14c171'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:37 user nova-compute[74725]: INFO os_vif [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93')
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:b3:04:86, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updated VIF entry in instance network info cache for port 27b37487-93e8-449e-adab-8b7f8c5b3cd0. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-24d95f07-c1c0-4f77-a5b0-32da5f92d297 req-a1c52b9b-3cc8-40f6-b3a6-03d7471e4919 service nova] Releasing lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:19:38 user nova-compute[74725]: INFO nova.compute.claims [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Claim successful on node user
Nov 15 17:19:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.580s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:19:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:19:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.policy [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bcf1ad20624ef5b9c21e987580a992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8692b3aaed4345db844975674a0e3c3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:19:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Creating image(s)
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk 1073741824" returned: 0 in 0.050s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Successfully created port: 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Checking if we can resize image /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:19:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Cannot resize image /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Ensure instance console log exists: /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Successfully updated port: 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing instance network info cache due to event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance network_info: |[{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start _get_guest_xml network_info=[{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:19:40 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:40 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXsX3fsH3bVlq7J8tOToaJcSK80iIIu4ybCs91Ysbmt27Ce2A1FqlRNjP/mq+SlWG4F9Xs3PP9x/nErGXuatxeXBCAtmmasq/lRCg/m1OH6U6KUaZUy+ro+VWtJKCVCVQ==',key_name='tempest-keypair-1536306772',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_devices' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:19:40 user nova-compute[74725]:   <uuid>01c527d4-daa5-4001-8d98-b702cd52cf9d</uuid>
Nov 15 17:19:40 user nova-compute[74725]:   <name>instance-00000012</name>
Nov 15 17:19:40 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:19:40 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:19:40 user nova-compute[74725]:   <metadata>
Nov 15 17:19:40 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:19:40 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-822114283</nova:name>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:19:40</nova:creationTime>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:19:40 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:19:40 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:owner>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:user uuid="19bcf1ad20624ef5b9c21e987580a992">tempest-AttachVolumeShelveTestJSON-1338746174-project-member</nova:user>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:project uuid="8692b3aaed4345db844975674a0e3c3c">tempest-AttachVolumeShelveTestJSON-1338746174</nova:project>
Nov 15 17:19:40 user nova-compute[74725]:       </nova:owner>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:19:40 user nova-compute[74725]:       <nova:ports>
Nov 15 17:19:40 user nova-compute[74725]:         <nova:port uuid="0f2782bc-8b40-45c6-8ffc-1d7f70d44973">
Nov 15 17:19:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:19:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:19:40 user nova-compute[74725]:       </nova:ports>
Nov 15 17:19:40 user nova-compute[74725]:     </nova:instance>
Nov 15 17:19:40 user nova-compute[74725]:   </metadata>
Nov 15 17:19:40 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:19:40 user nova-compute[74725]:     <system>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="serial">01c527d4-daa5-4001-8d98-b702cd52cf9d</entry>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="uuid">01c527d4-daa5-4001-8d98-b702cd52cf9d</entry>
Nov 15 17:19:40 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:19:40 user nova-compute[74725]:     </system>
Nov 15 17:19:40 user nova-compute[74725]:   </sysinfo>
Nov 15 17:19:40 user nova-compute[74725]:   <os>
Nov 15 17:19:40 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:19:40 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:19:40 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:19:40 user nova-compute[74725]:   </os>
Nov 15 17:19:40 user nova-compute[74725]:   <features>
Nov 15 17:19:40 user nova-compute[74725]:     <acpi/>
Nov 15 17:19:40 user nova-compute[74725]:     <apic/>
Nov 15 17:19:40 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:19:40 user nova-compute[74725]:   </features>
Nov 15 17:19:40 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:19:40 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:19:40 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:19:40 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:19:40 user nova-compute[74725]:   </clock>
Nov 15 17:19:40 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:19:40 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:19:40 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:19:40 user nova-compute[74725]:   </cpu>
Nov 15 17:19:40 user nova-compute[74725]:   <devices>
Nov 15 17:19:40 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:19:40 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:19:40 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk"/>
Nov 15 17:19:40 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:19:40 user nova-compute[74725]:     </disk>
Nov 15 17:19:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:19:40 user nova-compute[74725]:       <mac address="fa:16:3e:5d:77:0d"/>
Nov 15 17:19:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:19:40 user nova-compute[74725]:       <target dev="tap0f2782bc-8b"/>
Nov 15 17:19:40 user nova-compute[74725]:     </interface>
Nov 15 17:19:40 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:19:40 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/console.log" append="off"/>
Nov 15 17:19:40 user nova-compute[74725]:     </serial>
Nov 15 17:19:40 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:19:40 user nova-compute[74725]:     <video>
Nov 15 17:19:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:19:40 user nova-compute[74725]:     </video>
Nov 15 17:19:40 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:19:40 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:19:40 user nova-compute[74725]:     </rng>
Nov 15 17:19:40 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:19:40 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:19:40 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:19:40 user nova-compute[74725]:     </memballoon>
Nov 15 17:19:40 user nova-compute[74725]:   </devices>
Nov 15 17:19:40 user nova-compute[74725]: </domain>
Nov 15 17:19:40 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXsX3fsH3bVlq7J8tOToaJcSK80iIIu4ybCs91Ysbmt27Ce2A1FqlRNjP/mq+SlWG4F9Xs3PP9x/nErGXuatxeXBCAtmmasq/lRCg/m1OH6U6KUaZUy+ro+VWtJKCVCVQ==',key_name='tempest-keypair-1536306772',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:19:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG os_vif [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ff5d8a2-9152-5478-8464-04efd57d85a8', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f2782bc-8b, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f2782bc-8b, col_values=(('qos', UUID('cdd58407-a080-40a5-bcad-2f16729df2a8')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f2782bc-8b, col_values=(('external_ids', {'iface-id': '0f2782bc-8b40-45c6-8ffc-1d7f70d44973', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:77:0d', 'vm-uuid': '01c527d4-daa5-4001-8d98-b702cd52cf9d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:19:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:40 user nova-compute[74725]: INFO os_vif [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b')
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No VIF found with MAC fa:16:3e:5d:77:0d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updated VIF entry in instance network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f65133dc-19af-4734-a003-6c9418c5f726 req-7521aec1-1136-4f9c-9fe6-d7584f77cd50 service nova] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:19:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Instance spawned successfully.
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:41 user nova-compute[74725]: INFO nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Took 6.85 seconds to spawn the instance on the hypervisor.
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:19:41 user nova-compute[74725]: INFO nova.compute.manager [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Took 7.72 seconds to build instance.
Nov 15 17:19:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e167f6f4-ebff-4c88-9bd6-720be03d65c9 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.843s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] No waiting events found dispatching network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:41 user nova-compute[74725]: WARNING nova.compute.manager [req-a63f7fd3-b9de-4a53-ab45-aee40510fe30 req-b0e78ed9-f6ee-49f5-b423-4120b11d43aa service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received unexpected event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 for instance with vm_state active and task_state None.
Nov 15 17:19:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] No waiting events found dispatching network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:43 user nova-compute[74725]: WARNING nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received unexpected event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 for instance with vm_state active and task_state None.
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:43 user nova-compute[74725]: WARNING nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state building and task_state spawning.
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:19:43 user nova-compute[74725]: WARNING nova.compute.manager [req-c58989ef-1908-4132-93ca-47cc4d754162 req-933aff03-28b2-4603-ac35-fdd52527895e service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state building and task_state spawning.
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:19:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance spawned successfully.
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:19:45 user nova-compute[74725]: INFO nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Took 5.78 seconds to spawn the instance on the hypervisor.
Nov 15 17:19:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:19:45 user nova-compute[74725]: INFO nova.compute.manager [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Took 6.89 seconds to build instance.
Nov 15 17:19:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29b7d1ab-41ac-4c92-95d8-3a2df54d67ca tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.021s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:19:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:19:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:00 user nova-compute[74725]: INFO nova.compute.manager [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Rescuing
Nov 15 17:20:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:20:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:01 user nova-compute[74725]: WARNING nova.compute.manager [req-958554fd-5197-4f40-9a3a-2987ecd066e7 req-d7567248-854c-41fc-b09e-66acc58258bc service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state rescuing.
Nov 15 17:20:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance destroyed successfully.
Nov 15 17:20:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Attempting rescue
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:20:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Creating image(s)
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'trusted_certs' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue" returned: 0 in 0.056s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'migration_context' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<ff4dab2f-8487-40f7-b29a-5ff5d7be07bc> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start _get_guest_xml network_info=[{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:d6:a3:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<ff4dab2f-8487-40f7-b29a-5ff5d7be07bc> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'numa_topology' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<ff4dab2f-8487-40f7-b29a-5ff5d7be07bc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:20:02 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:02 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'vcpu_model' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<ff4dab2f-8487-40f7-b29a-5ff5d7be07bc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1936813688',display_name='tempest-ServerRescueNegativeTestJSON-server-1936813688',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1936813688',id=1,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-mwtfq1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:15:35Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=ff4dab2f-8487-40f7-b29a-5ff5d7be07bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:d6:a3:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:d6:a3:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<ff4dab2f-8487-40f7-b29a-5ff5d7be07bc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:20:02 user nova-compute[74725]:   <uuid>ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</uuid>
Nov 15 17:20:02 user nova-compute[74725]:   <name>instance-00000001</name>
Nov 15 17:20:02 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:20:02 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:20:02 user nova-compute[74725]:   <metadata>
Nov 15 17:20:02 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:20:02 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1936813688</nova:name>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:20:02</nova:creationTime>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:20:02 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:20:02 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:owner>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:20:02 user nova-compute[74725]:       </nova:owner>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:20:02 user nova-compute[74725]:       <nova:ports>
Nov 15 17:20:02 user nova-compute[74725]:         <nova:port uuid="54ff9a17-4fd1-43fe-b126-75c7529f056b">
Nov 15 17:20:02 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:20:02 user nova-compute[74725]:         </nova:port>
Nov 15 17:20:02 user nova-compute[74725]:       </nova:ports>
Nov 15 17:20:02 user nova-compute[74725]:     </nova:instance>
Nov 15 17:20:02 user nova-compute[74725]:   </metadata>
Nov 15 17:20:02 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:20:02 user nova-compute[74725]:     <system>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="serial">ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</entry>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="uuid">ff4dab2f-8487-40f7-b29a-5ff5d7be07bc</entry>
Nov 15 17:20:02 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:20:02 user nova-compute[74725]:     </system>
Nov 15 17:20:02 user nova-compute[74725]:   </sysinfo>
Nov 15 17:20:02 user nova-compute[74725]:   <os>
Nov 15 17:20:02 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:20:02 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:20:02 user nova-compute[74725]:   </os>
Nov 15 17:20:02 user nova-compute[74725]:   <features>
Nov 15 17:20:02 user nova-compute[74725]:     <acpi/>
Nov 15 17:20:02 user nova-compute[74725]:     <apic/>
Nov 15 17:20:02 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:20:02 user nova-compute[74725]:   </features>
Nov 15 17:20:02 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:20:02 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:20:02 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:20:02 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:20:02 user nova-compute[74725]:   </clock>
Nov 15 17:20:02 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:20:02 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:20:02 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:20:02 user nova-compute[74725]:   </cpu>
Nov 15 17:20:02 user nova-compute[74725]:   <devices>
Nov 15 17:20:02 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:20:02 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:20:02 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue"/>
Nov 15 17:20:02 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:20:02 user nova-compute[74725]:     </disk>
Nov 15 17:20:02 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:20:02 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:20:02 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk"/>
Nov 15 17:20:02 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:20:02 user nova-compute[74725]:     </disk>
Nov 15 17:20:02 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:20:02 user nova-compute[74725]:       <mac address="fa:16:3e:d6:a3:3e"/>
Nov 15 17:20:02 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:02 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:20:02 user nova-compute[74725]:       <target dev="tap54ff9a17-4f"/>
Nov 15 17:20:02 user nova-compute[74725]:     </interface>
Nov 15 17:20:02 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:20:02 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/console.log" append="off"/>
Nov 15 17:20:02 user nova-compute[74725]:     </serial>
Nov 15 17:20:02 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:20:02 user nova-compute[74725]:     <video>
Nov 15 17:20:02 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:02 user nova-compute[74725]:     </video>
Nov 15 17:20:02 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:20:02 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:20:02 user nova-compute[74725]:     </rng>
Nov 15 17:20:02 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:20:02 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:20:02 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:20:02 user nova-compute[74725]:     </memballoon>
Nov 15 17:20:02 user nova-compute[74725]:   </devices>
Nov 15 17:20:02 user nova-compute[74725]: </domain>
Nov 15 17:20:02 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:20:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance destroyed successfully.
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:20:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:d6:a3:3e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:03 user nova-compute[74725]: WARNING nova.compute.manager [req-0212fe03-4571-44da-b5dd-d4059fca42f8 req-fe1539a3-060d-4ed0-b2ec-ce80596cbc87 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state rescuing.
Nov 15 17:20:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:05 user nova-compute[74725]: WARNING nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state rescuing.
Nov 15 17:20:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:05 user nova-compute[74725]: WARNING nova.compute.manager [req-ec3a493a-7df9-4a77-884e-89f68933fc00 req-633e2a8c-0e4c-4d1d-9426-c49681c4850b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state rescuing.
Nov 15 17:20:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-fb73e214-fa31-47c4-ad56-244ff71069ee tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:20:07 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:20:12 user nova-compute[74725]: INFO nova.compute.claims [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Claim successful on node user
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.720s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:20:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.policy [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cd14d6dba1c40b783c45739a95efe46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a780a603ff3448878ca3ecd1e24ebb20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:20:13 user nova-compute[74725]: INFO nova.compute.claims [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Claim successful on node user
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:20:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Creating image(s)
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "/opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "/opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "/opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Successfully created port: 93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk 1073741824" returned: 0 in 0.068s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.201s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.915s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Cannot resize image /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Ensure instance console log exists: /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:20:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Creating image(s)
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "/opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "/opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "/opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.policy [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18e27264b49e4e1fbb3053228723b295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4f32c8645f49f680c379e97cacab1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Successfully updated port: 93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquired lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.232s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-changed-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Refreshing instance network info cache due to event network-changed-93c009ff-5094-4743-b5b0-ed968aec331a. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] Acquiring lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.210s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk 1073741824" returned: 0 in 0.057s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating instance_info_cache with network_info: [{"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Releasing lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Instance network_info: |[{"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] Acquired lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Refreshing network info cache for port 93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Start _get_guest_xml network_info=[{"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:20:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-187173148',display_name='tempest-TestVolumeSwap-server-187173148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-187173148',id=19,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9Evx4F0Fc5HHjujdTu2DLlUmwC61U3GAeKUUCOadmvr57GLIRRdKcrQHlQ2RhwJ27fq9w2avr0qTl4L4xCoVkn4lVqXR9p7mVzs+d79ztfZVft6t8gE2zVwGI8buPPqQ==',key_name='tempest-keypair-394492113',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a780a603ff3448878ca3ecd1e24ebb20',ramdisk_id='',reservation_id='r-wnazazqk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2135833936',owner_user_name='tempest-TestVolumeSwap-2135833936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:20:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd14d6dba1c40b783c45739a95efe46',uuid=8d5fd8f5-818d-4fe6-9146-aec6e4f9827b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converting VIF {"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.objects.instance [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.226s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:20:15 user nova-compute[74725]:   <uuid>8d5fd8f5-818d-4fe6-9146-aec6e4f9827b</uuid>
Nov 15 17:20:15 user nova-compute[74725]:   <name>instance-00000013</name>
Nov 15 17:20:15 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:20:15 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:20:15 user nova-compute[74725]:   <metadata>
Nov 15 17:20:15 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:20:15 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:name>tempest-TestVolumeSwap-server-187173148</nova:name>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:20:15</nova:creationTime>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:20:15 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:20:15 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:owner>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:user uuid="2cd14d6dba1c40b783c45739a95efe46">tempest-TestVolumeSwap-2135833936-project-member</nova:user>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:project uuid="a780a603ff3448878ca3ecd1e24ebb20">tempest-TestVolumeSwap-2135833936</nova:project>
Nov 15 17:20:15 user nova-compute[74725]:       </nova:owner>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:20:15 user nova-compute[74725]:       <nova:ports>
Nov 15 17:20:15 user nova-compute[74725]:         <nova:port uuid="93c009ff-5094-4743-b5b0-ed968aec331a">
Nov 15 17:20:15 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:20:15 user nova-compute[74725]:         </nova:port>
Nov 15 17:20:15 user nova-compute[74725]:       </nova:ports>
Nov 15 17:20:15 user nova-compute[74725]:     </nova:instance>
Nov 15 17:20:15 user nova-compute[74725]:   </metadata>
Nov 15 17:20:15 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:20:15 user nova-compute[74725]:     <system>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="serial">8d5fd8f5-818d-4fe6-9146-aec6e4f9827b</entry>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="uuid">8d5fd8f5-818d-4fe6-9146-aec6e4f9827b</entry>
Nov 15 17:20:15 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:20:15 user nova-compute[74725]:     </system>
Nov 15 17:20:15 user nova-compute[74725]:   </sysinfo>
Nov 15 17:20:15 user nova-compute[74725]:   <os>
Nov 15 17:20:15 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:20:15 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:20:15 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:20:15 user nova-compute[74725]:   </os>
Nov 15 17:20:15 user nova-compute[74725]:   <features>
Nov 15 17:20:15 user nova-compute[74725]:     <acpi/>
Nov 15 17:20:15 user nova-compute[74725]:     <apic/>
Nov 15 17:20:15 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:20:15 user nova-compute[74725]:   </features>
Nov 15 17:20:15 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:20:15 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:20:15 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:20:15 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:20:15 user nova-compute[74725]:   </clock>
Nov 15 17:20:15 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:20:15 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:20:15 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:20:15 user nova-compute[74725]:   </cpu>
Nov 15 17:20:15 user nova-compute[74725]:   <devices>
Nov 15 17:20:15 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:20:15 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:20:15 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk"/>
Nov 15 17:20:15 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:20:15 user nova-compute[74725]:     </disk>
Nov 15 17:20:15 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:20:15 user nova-compute[74725]:       <mac address="fa:16:3e:30:48:4e"/>
Nov 15 17:20:15 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:15 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:20:15 user nova-compute[74725]:       <target dev="tap93c009ff-50"/>
Nov 15 17:20:15 user nova-compute[74725]:     </interface>
Nov 15 17:20:15 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:20:15 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/console.log" append="off"/>
Nov 15 17:20:15 user nova-compute[74725]:     </serial>
Nov 15 17:20:15 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:20:15 user nova-compute[74725]:     <video>
Nov 15 17:20:15 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:15 user nova-compute[74725]:     </video>
Nov 15 17:20:15 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:20:15 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:20:15 user nova-compute[74725]:     </rng>
Nov 15 17:20:15 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:20:15 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:20:15 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:20:15 user nova-compute[74725]:     </memballoon>
Nov 15 17:20:15 user nova-compute[74725]:   </devices>
Nov 15 17:20:15 user nova-compute[74725]: </domain>
Nov 15 17:20:15 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-187173148',display_name='tempest-TestVolumeSwap-server-187173148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-187173148',id=19,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9Evx4F0Fc5HHjujdTu2DLlUmwC61U3GAeKUUCOadmvr57GLIRRdKcrQHlQ2RhwJ27fq9w2avr0qTl4L4xCoVkn4lVqXR9p7mVzs+d79ztfZVft6t8gE2zVwGI8buPPqQ==',key_name='tempest-keypair-394492113',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a780a603ff3448878ca3ecd1e24ebb20',ramdisk_id='',reservation_id='r-wnazazqk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2135833936',owner_user_name='tempest-TestVolumeSwap-2135833936-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:20:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd14d6dba1c40b783c45739a95efe46',uuid=8d5fd8f5-818d-4fe6-9146-aec6e4f9827b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converting VIF {"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG os_vif [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea866328-0aa2-5fa0-9c19-73aa9625ee61', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Successfully created port: 538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93c009ff-50, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93c009ff-50, col_values=(('qos', UUID('fe0240a0-0ed8-4014-998e-e6a6318f05ff')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93c009ff-50, col_values=(('external_ids', {'iface-id': '93c009ff-5094-4743-b5b0-ed968aec331a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:48:4e', 'vm-uuid': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:15 user nova-compute[74725]: INFO os_vif [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50')
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Cannot resize image /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Ensure instance console log exists: /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] No VIF found with MAC fa:16:3e:30:48:4e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updated VIF entry in instance network info cache for port 93c009ff-5094-4743-b5b0-ed968aec331a. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:20:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating instance_info_cache with network_info: [{"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8fe7c293-843d-4a54-91dd-c0874e54ee63 req-c8134861-8cb1-4b71-a8c1-6944db183a04 service nova] Releasing lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Successfully updated port: 538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquired lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.compute.manager [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-changed-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.compute.manager [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Refreshing instance network info cache due to event network-changed-538197af-3f55-4b0f-a18e-7d5e672413e8. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] Acquiring lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Updating instance_info_cache with network_info: [{"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Releasing lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Instance network_info: |[{"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] Acquired lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Refreshing network info cache for port 538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Start _get_guest_xml network_info=[{"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:20:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-56908201',display_name='tempest-VolumesNegativeTest-instance-56908201',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-56908201',id=20,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da4f32c8645f49f680c379e97cacab1f',ramdisk_id='',reservation_id='r-zie4bifq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-826306820',owner_user_name='tempest-VolumesNegativeTest-826306820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:20:15Z,user_data=None,user_id='18e27264b49e4e1fbb3053228723b295',uuid=d769de4c-e007-4baa-9e84-bb6d76fcb178,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converting VIF {"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lazy-loading 'pci_devices' on Instance uuid d769de4c-e007-4baa-9e84-bb6d76fcb178 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:20:16 user nova-compute[74725]:   <uuid>d769de4c-e007-4baa-9e84-bb6d76fcb178</uuid>
Nov 15 17:20:16 user nova-compute[74725]:   <name>instance-00000014</name>
Nov 15 17:20:16 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:20:16 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:20:16 user nova-compute[74725]:   <metadata>
Nov 15 17:20:16 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:20:16 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:name>tempest-VolumesNegativeTest-instance-56908201</nova:name>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:20:16</nova:creationTime>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:20:16 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:20:16 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:owner>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:user uuid="18e27264b49e4e1fbb3053228723b295">tempest-VolumesNegativeTest-826306820-project-member</nova:user>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:project uuid="da4f32c8645f49f680c379e97cacab1f">tempest-VolumesNegativeTest-826306820</nova:project>
Nov 15 17:20:16 user nova-compute[74725]:       </nova:owner>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:20:16 user nova-compute[74725]:       <nova:ports>
Nov 15 17:20:16 user nova-compute[74725]:         <nova:port uuid="538197af-3f55-4b0f-a18e-7d5e672413e8">
Nov 15 17:20:16 user nova-compute[74725]:           <nova:ip type="fixed" address="192.168.233.191" ipVersion="4"/>
Nov 15 17:20:16 user nova-compute[74725]:         </nova:port>
Nov 15 17:20:16 user nova-compute[74725]:       </nova:ports>
Nov 15 17:20:16 user nova-compute[74725]:     </nova:instance>
Nov 15 17:20:16 user nova-compute[74725]:   </metadata>
Nov 15 17:20:16 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:20:16 user nova-compute[74725]:     <system>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="serial">d769de4c-e007-4baa-9e84-bb6d76fcb178</entry>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="uuid">d769de4c-e007-4baa-9e84-bb6d76fcb178</entry>
Nov 15 17:20:16 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:20:16 user nova-compute[74725]:     </system>
Nov 15 17:20:16 user nova-compute[74725]:   </sysinfo>
Nov 15 17:20:16 user nova-compute[74725]:   <os>
Nov 15 17:20:16 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:20:16 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:20:16 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:20:16 user nova-compute[74725]:   </os>
Nov 15 17:20:16 user nova-compute[74725]:   <features>
Nov 15 17:20:16 user nova-compute[74725]:     <acpi/>
Nov 15 17:20:16 user nova-compute[74725]:     <apic/>
Nov 15 17:20:16 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:20:16 user nova-compute[74725]:   </features>
Nov 15 17:20:16 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:20:16 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:20:16 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:20:16 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:20:16 user nova-compute[74725]:   </clock>
Nov 15 17:20:16 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:20:16 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:20:16 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:20:16 user nova-compute[74725]:   </cpu>
Nov 15 17:20:16 user nova-compute[74725]:   <devices>
Nov 15 17:20:16 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:20:16 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:20:16 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk"/>
Nov 15 17:20:16 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:20:16 user nova-compute[74725]:     </disk>
Nov 15 17:20:16 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:20:16 user nova-compute[74725]:       <mac address="fa:16:3e:e5:cf:5c"/>
Nov 15 17:20:16 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:16 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:20:16 user nova-compute[74725]:       <target dev="tap538197af-3f"/>
Nov 15 17:20:16 user nova-compute[74725]:     </interface>
Nov 15 17:20:16 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:20:16 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/console.log" append="off"/>
Nov 15 17:20:16 user nova-compute[74725]:     </serial>
Nov 15 17:20:16 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:20:16 user nova-compute[74725]:     <video>
Nov 15 17:20:16 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:20:16 user nova-compute[74725]:     </video>
Nov 15 17:20:16 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:20:16 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:20:16 user nova-compute[74725]:     </rng>
Nov 15 17:20:16 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:20:16 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:20:16 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:20:16 user nova-compute[74725]:     </memballoon>
Nov 15 17:20:16 user nova-compute[74725]:   </devices>
Nov 15 17:20:16 user nova-compute[74725]: </domain>
Nov 15 17:20:16 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-56908201',display_name='tempest-VolumesNegativeTest-instance-56908201',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-56908201',id=20,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da4f32c8645f49f680c379e97cacab1f',ramdisk_id='',reservation_id='r-zie4bifq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-826306820',owner_user_name='tempest-VolumesNegativeTest-826306820-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:20:15Z,user_data=None,user_id='18e27264b49e4e1fbb3053228723b295',uuid=d769de4c-e007-4baa-9e84-bb6d76fcb178,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converting VIF {"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG os_vif [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63e546fe-8fa7-5ba0-b35b-b2dbf70e94f9', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap538197af-3f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap538197af-3f, col_values=(('qos', UUID('c0697c40-6a26-4fad-8d3c-b6d880fce707')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap538197af-3f, col_values=(('external_ids', {'iface-id': '538197af-3f55-4b0f-a18e-7d5e672413e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:cf:5c', 'vm-uuid': 'd769de4c-e007-4baa-9e84-bb6d76fcb178'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:20:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:16 user nova-compute[74725]: INFO os_vif [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f')
Nov 15 17:20:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] No VIF found with MAC fa:16:3e:e5:cf:5c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Updated VIF entry in instance network info cache for port 538197af-3f55-4b0f-a18e-7d5e672413e8. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Updating instance_info_cache with network_info: [{"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7eb9cf3-e026-4563-a41d-c7fff6d6bc92 req-1061b079-f57b-4b9d-ad90-a9c316c8c91f service nova] Releasing lock "refresh_cache-d769de4c-e007-4baa-9e84-bb6d76fcb178" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] No waiting events found dispatching network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:18 user nova-compute[74725]: WARNING nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received unexpected event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a for instance with vm_state building and task_state spawning.
Nov 15 17:20:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] No waiting events found dispatching network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:18 user nova-compute[74725]: WARNING nova.compute.manager [req-400c6b01-ba61-413a-b073-8531207e3427 req-05072be5-ebf6-42c0-a8d4-723d7153ce7a service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received unexpected event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a for instance with vm_state building and task_state spawning.
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] No waiting events found dispatching network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:20 user nova-compute[74725]: WARNING nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received unexpected event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 for instance with vm_state building and task_state spawning.
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] No waiting events found dispatching network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:20 user nova-compute[74725]: WARNING nova.compute.manager [req-14e63116-7e57-4a01-af18-3f03755a7abc req-1c3efcdd-0f9a-4f5d-80f8-96210d52ccc4 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received unexpected event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 for instance with vm_state building and task_state spawning.
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:20:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7199MB free_disk=25.089847564697266GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Instance spawned successfully.
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:20 user nova-compute[74725]: INFO nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Took 7.35 seconds to spawn the instance on the hypervisor.
Nov 15 17:20:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:20:21 user nova-compute[74725]: INFO nova.compute.manager [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Took 8.75 seconds to build instance.
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 19bde295-c374-435e-8021-ea0bc6e9db9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 01c527d4-daa5-4001-8d98-b702cd52cf9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d769de4c-e007-4baa-9e84-bb6d76fcb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=13GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6c4fbe4b-4f20-4423-b664-34d81ff7e50e tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.950s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:20:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Instance spawned successfully.
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:20:21 user nova-compute[74725]: INFO nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Took 6.59 seconds to spawn the instance on the hypervisor.
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:20:21 user nova-compute[74725]: INFO nova.compute.manager [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Took 8.01 seconds to build instance.
Nov 15 17:20:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b09b32c-0b74-4dd7-bb9c-d5f1da9bc70e tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.160s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.720s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:20:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:25 user nova-compute[74725]: INFO nova.compute.manager [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Terminating instance
Nov 15 17:20:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-unplugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] No waiting events found dispatching network-vif-unplugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-e4dbf9b9-6ff1-4c5c-ac31-ee59bd8b5e54 req-99e645fc-8d24-4df4-bf1e-16abe42f3436 service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-unplugged-5723a304-e00d-4bd4-988f-dc57a0634137 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:20:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Instance destroyed successfully.
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'resources' on Instance uuid 19bde295-c374-435e-8021-ea0bc6e9db9f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:18:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1464493371',display_name='tempest-VolumesAdminNegativeTest-server-1464493371',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1464493371',id=15,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:18:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-fbt09lf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:18:35Z,user_data=None,user_id='524b6e052051427f8bba0269b64deae6',uuid=19bde295-c374-435e-8021-ea0bc6e9db9f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "5723a304-e00d-4bd4-988f-dc57a0634137", "address": "fa:16:3e:dd:fa:aa", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5723a304-e0", "ovs_interfaceid": "5723a304-e00d-4bd4-988f-dc57a0634137", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG os_vif [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5723a304-e0, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe8d5d83-4995-4854-87b2-6065056d7ef4) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:26 user nova-compute[74725]: INFO os_vif [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:fa:aa,bridge_name='br-int',has_traffic_filtering=True,id=5723a304-e00d-4bd4-988f-dc57a0634137,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5723a304-e0')
Nov 15 17:20:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Deleting instance files /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f_del
Nov 15 17:20:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Deletion of /opt/stack/data/nova/instances/19bde295-c374-435e-8021-ea0bc6e9db9f_del complete
Nov 15 17:20:26 user nova-compute[74725]: INFO nova.compute.manager [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 15 17:20:26 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:20:26 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:20:27 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:27 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Took 0.89 seconds to deallocate network for instance.
Nov 15 17:20:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:28 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:20:28 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:20:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.477s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:28 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Deleted allocations for instance 19bde295-c374-435e-8021-ea0bc6e9db9f
Nov 15 17:20:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f4ef8f5b-3592-4281-93e8-e7a853e390c1 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.655s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] Acquiring lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] Lock "19bde295-c374-435e-8021-ea0bc6e9db9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] No waiting events found dispatching network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:20:29 user nova-compute[74725]: WARNING nova.compute.manager [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received unexpected event network-vif-plugged-5723a304-e00d-4bd4-988f-dc57a0634137 for instance with vm_state deleted and task_state None.
Nov 15 17:20:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-d5058dc1-1fb7-4ee0-9923-26d3ba291ab8 req-065fa374-dee9-4846-955e-7f61af6b8dac service nova] [instance: 19bde295-c374-435e-8021-ea0bc6e9db9f] Received event network-vif-deleted-5723a304-e00d-4bd4-988f-dc57a0634137 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-changed-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Refreshing instance network info cache due to event network-changed-34ccd7a6-e9a6-4444-92da-4b9973964ea1. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] Acquiring lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] Acquired lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.network.neutron [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Refreshing network info cache for port 34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.network.neutron [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updated VIF entry in instance network info cache for port 34ccd7a6-e9a6-4444-92da-4b9973964ea1. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.network.neutron [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating instance_info_cache with network_info: [{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-367179ac-b17e-4a2d-b891-93387d98422c req-f8385e84-253b-4a99-82a1-5e32a1f4ec80 service nova] Releasing lock "refresh_cache-52c1931c-deb8-4c66-a8d6-99a6c46b888f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'flavor' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:20:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:20:56 user nova-compute[74725]: INFO nova.compute.manager [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attaching volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9 to /dev/vdb
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.utils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23a6625-80ff-49f8-8b5d-fc9b2603e482]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[515fe5fe-b41c-4a49-9aed-2e2c4f06a144]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[363de8a2-6cc1-4c33-8a3d-64193f1755d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c0a216-f47c-4317-a3ee-878288d4a0dd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:20:56 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:20:56 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[75dbb2df-b620-4146-87e2-6e187a0a9353]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG os_brick.utils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating existing volume attachment record: ded0db4b-49f9-4b43-b724-63d681c37b92 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:20:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:00 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9293ceb5-909a-434c-b26f-7da51448b845]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:21:00 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb69f60-cb71-4fc4-a254-23396942a863]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9] added
Nov 15 17:21:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4059443-0eae-490c-a936-63c7c9ff3d76]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3232dc39-8ab1-45e9-9caf-a6776f60a093]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kejANoGt {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kejANoGt" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[193442eb-3113-4850-b2a2-7682b3822a5d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kejANoGt'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[63b082e5-a230-47b7-90cf-12f2c996df7c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd44530-b287-4ff5-ab93-d8759191b786]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6194bdc2-23bd-43d5-bf8d-8bfac0aa2907]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]
Nov 15 17:21:01 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.
Nov 15 17:21:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8204a239-2143-41eb-a136-42126d53f6d2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c4025d6-526c-43a9-9b66-46dd18c1b52a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e167924d-3393-4cc0-b5ba-e4594ff70cf4]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:21:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23962326335643233', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962326335643233', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'flavor' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:21:02 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:02 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:21:02 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:02 user nova-compute[74725]:   <serial>3ddce673-7b2d-4a1d-b974-ef582ada8ba9</serial>
Nov 15 17:21:02 user nova-compute[74725]: </disk>
Nov 15 17:21:02 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:4f:92:9d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:21:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4aec08c9-885d-4239-ba75-884626246ebc tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.685s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:04 user nova-compute[74725]: INFO nova.compute.manager [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Rebuilding instance
Nov 15 17:21:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-unplugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-unplugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:04 user nova-compute[74725]: WARNING nova.compute.manager [req-9b303ee7-d40b-4f94-b4eb-7968a8fc450e req-f53180e2-1fdf-44d9-a61e-f7ba5795cf3d service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-unplugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state active and task_state rebuilding.
Nov 15 17:21:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance destroyed successfully.
Nov 15 17:21:05 user nova-compute[74725]: INFO nova.compute.manager [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Detaching volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:21:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:05 user nova-compute[74725]: INFO nova.virt.block_device [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attempting to driver detach volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9 from mountpoint /dev/vdb
Nov 15 17:21:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Attempting to detach device vdb from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:21:05 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:05 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:21:05 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:05 user nova-compute[74725]:   <serial>3ddce673-7b2d-4a1d-b974-ef582ada8ba9</serial>
Nov 15 17:21:05 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:21:05 user nova-compute[74725]: </disk>
Nov 15 17:21:05 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:21:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully detached device vdb from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the persistent domain config.
Nov 15 17:21:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:05 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.114s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[98018778-3421-4e47-b292-4c64d482b86f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:21:05 user nova-compute[74725]: No targets found.
Nov 15 17:21:05 user nova-compute[74725]: iSNS:
Nov 15 17:21:05 user nova-compute[74725]: No targets found.
Nov 15 17:21:05 user nova-compute[74725]: STATIC:
Nov 15 17:21:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:21:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:21:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:21:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:05 user nova-compute[74725]: FIRMWARE:
Nov 15 17:21:05 user nova-compute[74725]: No targets found.
Nov 15 17:21:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:21:05 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:21:05 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9524711-eba1-441f-9a56-f28c6f72c8ed]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2aea953-83e3-44a7-b45e-da74f0c7f556]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88d3b520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e11520-3447-4bf1-b533-298d8bc6eb4f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5af000-750f-4b14-b466-4c817100dd68]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc0c52d-8e40-435f-ba60-70a74c53fee8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed195f60-96a5-4c59-b40b-8641b26eb23f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3fdd94-d738-49c5-89ad-68b75f8f1c78]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0476389e-ef06-4cc3-9c9b-909980364c67]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]
Nov 15 17:21:05 user nova-compute[74725]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.
Nov 15 17:21:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e57bc8-c2f7-424b-b302-7cb9585ec74f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== disconnect_volume: return (369ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance destroyed successfully.
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-ServerActionsTestOtherA-server-1381852547',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:21:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34ccd7a6-e9, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed65834f-cad6-4d9f-8f64-6fa22f90bf8f) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:21:06 user nova-compute[74725]: INFO os_vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9')
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:06 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc59a4a-a3fb-46b8-8c03-6ef735e6349b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:21:06 user nova-compute[74725]: No targets found.
Nov 15 17:21:06 user nova-compute[74725]: iSNS:
Nov 15 17:21:06 user nova-compute[74725]: No targets found.
Nov 15 17:21:06 user nova-compute[74725]: STATIC:
Nov 15 17:21:06 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:21:06 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:06 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:06 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:21:06 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:06 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:06 user nova-compute[74725]: FIRMWARE:
Nov 15 17:21:06 user nova-compute[74725]: No targets found.
Nov 15 17:21:06 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:21:06 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:21:06 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbdd0801-931b-466a-be84-efaa23d0cc2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d88b432-f509-47c5-ba71-cfe075652368]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:06 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:06 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:06 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:06 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff3c70>, {}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Disconnecting from: [] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.074s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== disconnect_volume: return (75ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Deleting instance files /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f_del
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Deletion of /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f_del complete
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.compute.manager [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Detaching volume 1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.block_device [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Attempting to driver detach volume 1d430826-56a6-4e03-9ac4-145ae40df6d7 from mountpoint /dev/vdb
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.block_device [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Booting with volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9 at /dev/vdb
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Attempting to detach device vdb from instance ef423888-4eec-4a0e-91c6-226e4986886d from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:21:06 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:06 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:21:06 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:06 user nova-compute[74725]:   <serial>1d430826-56a6-4e03-9ac4-145ae40df6d7</serial>
Nov 15 17:21:06 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:21:06 user nova-compute[74725]: </disk>
Nov 15 17:21:06 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:21:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdb from instance ef423888-4eec-4a0e-91c6-226e4986886d from the persistent domain config.
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ef423888-4eec-4a0e-91c6-226e4986886d from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:21:06 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:06 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:21:06 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:06 user nova-compute[74725]:   <serial>1d430826-56a6-4e03-9ac4-145ae40df6d7</serial>
Nov 15 17:21:06 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:21:06 user nova-compute[74725]: </disk>
Nov 15 17:21:06 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:06 user nova-compute[74725]: WARNING nova.compute.manager [req-f429a045-cd16-4d8f-8e3d-da9f70861ba4 req-3e5055e9-fda0-43bd-97c9-0e4b75571591 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state active and task_state rebuild_block_device_mapping.
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.utils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae35bfb2-d141-426f-9128-137c69cc60f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b04343d-024d-4bc4-9075-daf9def68b2e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e83296-1026-4f6c-af2e-c9cea9ec79a7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb27c0a-7d76-4ee7-8b61-09f41a183cc5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:21:06 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:21:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1a7709-7bd6-4bc7-b6ce-c0f72dbac695]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG os_brick.utils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:06 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating existing volume attachment record: 5292a865-80e6-40f4-9d67-81763aa4ac74 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:21:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:21:07 user nova-compute[74725]: INFO nova.compute.manager [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Unrescuing
Nov 15 17:21:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'flavor' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:08 user nova-compute[74725]: WARNING nova.compute.manager [req-d9bf86a8-68ec-4973-8a56-42bb1b1503ac req-7b20b874-c7c8-4575-afab-f42000b7b335 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing instance network info cache due to event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:21:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance destroyed successfully.
Nov 15 17:21:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:09 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updated VIF entry in instance network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:21:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9a2ee419-9419-46ac-9a42-36091f57dd8c req-2ccebf65-0fda-4ddc-90b1-a2fa9af099a5 service nova] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:10 user nova-compute[74725]: WARNING nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:10 user nova-compute[74725]: WARNING nova.compute.manager [req-8f6d2fef-744f-4fc9-b054-d742fe5aa1e3 req-edc74b1b-6606-4630-9494-a3f76e8676d0 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing instance network info cache due to event network-changed-839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Refreshing network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updated VIF entry in instance network info cache for port 839eec47-c9da-4c7d-b019-673dc620fb07. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-91a9dc31-2b45-4c4d-9cfa-c109993c5bf2 req-23e04ccb-4e09-4648-aea1-c3ac90da284b service nova] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:21:11 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Creating image(s)
Nov 15 17:21:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-23a848b1-71df-4660-b65c-8cb2e3e0078c tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Cannot resize image /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Ensure instance console log exists: /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start _get_guest_xml network_info=[{"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52c1931c-deb8-4c66-a8d6-99a6c46b888f', 'attached_at': '', 'detached_at': '', 'volume_id': '3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'serial': '3ddce673-7b2d-4a1d-b974-ef582ada8ba9'}, 'boot_index': None, 'attachment_id': '5292a865-80e6-40f4-9d67-81763aa4ac74', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:21:12 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 17:21:12 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'vcpu_model' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:12 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:12 user nova-compute[74725]: WARNING nova.compute.manager [req-89f79d3a-8a39-45cd-9191-5fa961006e7e req-048aa57b-e8c6-401e-bbc2-b453a96749e3 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state None.
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60148f4-fba9-44fe-941f-f32cf8669c59]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:21:12 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[646fad1d-d28a-49cd-83e4-9cbf2befb044]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9] added
Nov 15 17:21:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f57fbe3-2fe0-42b8-b04e-cb1c8e0db222]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45fd182-d4e4-44fd-b575-58f247569422]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kejANoGt {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [{"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-f33046f0-9f3b-43b9-b62f-7f007137db37" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kejANoGt" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ac53fd-8db7-453c-9a46-ba97185905fc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kejANoGt'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fd0fdd-8491-48ba-9e14-08d8fae8bf8e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4005e88-8824-4f15-b70c-5916a6105518]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:12 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:12 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0117a16-fce1-468a-91a7-5c665212709b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]
Nov 15 17:21:13 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.
Nov 15 17:21:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2659136a-f014-4443-a4e3-a0a44884263b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3269f928-845b-4a37-bd07-a17a521f41b0]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] HCTL ('35', '-', '-', 0) found on session 16 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f296d1ba-ae7a-4a44-be8a-e9dc34779f41]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:21:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23962326335643233', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962326335643233', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-ServerActionsTestOtherA-server-1381852547',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:21:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:21:14 user nova-compute[74725]:   <uuid>52c1931c-deb8-4c66-a8d6-99a6c46b888f</uuid>
Nov 15 17:21:14 user nova-compute[74725]:   <name>instance-00000010</name>
Nov 15 17:21:14 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:21:14 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:21:14 user nova-compute[74725]:   <metadata>
Nov 15 17:21:14 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:21:14 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherA-server-1381852547</nova:name>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:21:12</nova:creationTime>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:21:14 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:21:14 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:owner>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:user uuid="773954bc50454a998374454f9ab1c812">tempest-ServerActionsTestOtherA-552734875-project-member</nova:user>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:project uuid="bc53c9974227429aaa51ea87c83b40fc">tempest-ServerActionsTestOtherA-552734875</nova:project>
Nov 15 17:21:14 user nova-compute[74725]:       </nova:owner>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:21:14 user nova-compute[74725]:       <nova:ports>
Nov 15 17:21:14 user nova-compute[74725]:         <nova:port uuid="34ccd7a6-e9a6-4444-92da-4b9973964ea1">
Nov 15 17:21:14 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:21:14 user nova-compute[74725]:         </nova:port>
Nov 15 17:21:14 user nova-compute[74725]:       </nova:ports>
Nov 15 17:21:14 user nova-compute[74725]:     </nova:instance>
Nov 15 17:21:14 user nova-compute[74725]:   </metadata>
Nov 15 17:21:14 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:21:14 user nova-compute[74725]:     <system>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="serial">52c1931c-deb8-4c66-a8d6-99a6c46b888f</entry>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="uuid">52c1931c-deb8-4c66-a8d6-99a6c46b888f</entry>
Nov 15 17:21:14 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:21:14 user nova-compute[74725]:     </system>
Nov 15 17:21:14 user nova-compute[74725]:   </sysinfo>
Nov 15 17:21:14 user nova-compute[74725]:   <os>
Nov 15 17:21:14 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:21:14 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:21:14 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:21:14 user nova-compute[74725]:   </os>
Nov 15 17:21:14 user nova-compute[74725]:   <features>
Nov 15 17:21:14 user nova-compute[74725]:     <acpi/>
Nov 15 17:21:14 user nova-compute[74725]:     <apic/>
Nov 15 17:21:14 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:21:14 user nova-compute[74725]:   </features>
Nov 15 17:21:14 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:21:14 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:21:14 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:21:14 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:21:14 user nova-compute[74725]:   </clock>
Nov 15 17:21:14 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:21:14 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:21:14 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:21:14 user nova-compute[74725]:   </cpu>
Nov 15 17:21:14 user nova-compute[74725]:   <devices>
Nov 15 17:21:14 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:21:14 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:21:14 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk"/>
Nov 15 17:21:14 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:21:14 user nova-compute[74725]:     </disk>
Nov 15 17:21:14 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:21:14 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:14 user nova-compute[74725]:       <source dev="/dev/sdd"/>
Nov 15 17:21:14 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:21:14 user nova-compute[74725]:       <serial>3ddce673-7b2d-4a1d-b974-ef582ada8ba9</serial>
Nov 15 17:21:14 user nova-compute[74725]:     </disk>
Nov 15 17:21:14 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:21:14 user nova-compute[74725]:       <mac address="fa:16:3e:4f:92:9d"/>
Nov 15 17:21:14 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:21:14 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:21:14 user nova-compute[74725]:       <target dev="tap34ccd7a6-e9"/>
Nov 15 17:21:14 user nova-compute[74725]:     </interface>
Nov 15 17:21:14 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:21:14 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/console.log" append="off"/>
Nov 15 17:21:14 user nova-compute[74725]:     </serial>
Nov 15 17:21:14 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:21:14 user nova-compute[74725]:     <video>
Nov 15 17:21:14 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:21:14 user nova-compute[74725]:     </video>
Nov 15 17:21:14 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:21:14 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:21:14 user nova-compute[74725]:     </rng>
Nov 15 17:21:14 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:21:14 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:21:14 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:21:14 user nova-compute[74725]:     </memballoon>
Nov 15 17:21:14 user nova-compute[74725]:   </devices>
Nov 15 17:21:14 user nova-compute[74725]: </domain>
Nov 15 17:21:14 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-ServerActionsTestOtherA-server-1381852547',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:21:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG os_vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dac47926-ba0f-50b1-acba-5310b4bff87b', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34ccd7a6-e9, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34ccd7a6-e9, col_values=(('qos', UUID('d740e8ed-8a18-4b5c-8903-2069441aecb5')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34ccd7a6-e9, col_values=(('external_ids', {'iface-id': '34ccd7a6-e9a6-4444-92da-4b9973964ea1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:92:9d', 'vm-uuid': '52c1931c-deb8-4c66-a8d6-99a6c46b888f'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:14 user nova-compute[74725]: INFO os_vif [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9')
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:4f:92:9d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:14 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:15 user nova-compute[74725]: WARNING nova.compute.manager [req-00da6ea1-85b6-4858-8987-13f97734c112 req-8523ba38-9fc6-47c1-a4e4-987fffaeb563 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] No waiting events found dispatching network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:17 user nova-compute[74725]: WARNING nova.compute.manager [req-a0713aa7-2169-47f6-801e-2fd898924a9b req-abcf12e4-4f12-49a1-a00c-f074ec5a8dc1 service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received unexpected event network-vif-plugged-34ccd7a6-e9a6-4444-92da-4b9973964ea1 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 17:21:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:21:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:21:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance spawned successfully.
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74725) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c3c485d7-2045-46b6-b531-4117ae0ccf8c tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.095s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:21:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:20 user nova-compute[74725]: INFO nova.compute.manager [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Terminating instance
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-unplugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] No waiting events found dispatching network-vif-unplugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-4337e1c0-5dfc-4613-842d-6dcd8c598465 req-98d9a2f7-f2df-4d32-a766-63b39843c8f3 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-unplugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Instance destroyed successfully.
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lazy-loading 'resources' on Instance uuid cf7eafb9-e207-411a-84c3-a2105bd1e9ad {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1272996680',display_name='tempest-VolumesAdminNegativeTest-server-1272996680',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1272996680',id=7,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKKqFXr+iw89P+EbwxVZW+J1Vkee0d+E+wQiSAEn+TTAF4eprn3fiFdM5FNURlV5noxqbMMauyiiyOeEBbWNWGnSTjPwFQAGE0Kqthl8BDbAZAo+o0Z5eYVCsFD26zDdw==',key_name='tempest-keypair-1500782903',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='de1d068cca9d4ffab743db16dc18c41f',ramdisk_id='',reservation_id='r-n9svcgty',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1312061776',owner_user_name='tempest-VolumesAdminNegativeTest-1312061776-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:15:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='524b6e052051427f8bba0269b64deae6',uuid=cf7eafb9-e207-411a-84c3-a2105bd1e9ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converting VIF {"id": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "address": "fa:16:3e:1a:42:37", "network": {"id": "48e76855-e1c4-4a68-9afb-ccb38390f1d4", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1648613258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.11", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "de1d068cca9d4ffab743db16dc18c41f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap613a2f66-8c", "ovs_interfaceid": "613a2f66-8cbe-498a-80c3-9fe0cfdad932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG os_vif [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap613a2f66-8c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fd0d1b3b-b854-4397-93f0-5aa1f930da58) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:21 user nova-compute[74725]: INFO os_vif [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:42:37,bridge_name='br-int',has_traffic_filtering=True,id=613a2f66-8cbe-498a-80c3-9fe0cfdad932,network=Network(48e76855-e1c4-4a68-9afb-ccb38390f1d4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap613a2f66-8c')
Nov 15 17:21:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Deleting instance files /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad_del
Nov 15 17:21:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Deletion of /opt/stack/data/nova/instances/cf7eafb9-e207-411a-84c3-a2105bd1e9ad_del complete
Nov 15 17:21:21 user nova-compute[74725]: INFO nova.compute.manager [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:21 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Took 0.83 seconds to deallocate network for instance.
Nov 15 17:21:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-29cba28e-486a-40ae-ae8b-fd11b136460a req-0ba1f3e7-b5b8-49af-811f-a494a0b7aa00 service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-deleted-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] Acquiring lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] No waiting events found dispatching network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:22 user nova-compute[74725]: WARNING nova.compute.manager [req-23a5bfbc-3ae9-47ec-92bf-6db690aa85bd req-0af2d887-7658-4852-9ccf-7140b469694c service nova] [instance: cf7eafb9-e207-411a-84c3-a2105bd1e9ad] Received unexpected event network-vif-plugged-613a2f66-8cbe-498a-80c3-9fe0cfdad932 for instance with vm_state deleted and task_state None.
Nov 15 17:21:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:21:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7188MB free_disk=25.076290130615234GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:21:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.130s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.538s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:23 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Deleted allocations for instance cf7eafb9-e207-411a-84c3-a2105bd1e9ad
Nov 15 17:21:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b7e1820e-2e9c-4674-a7c1-9a5fc7093e87 tempest-VolumesAdminNegativeTest-1312061776 tempest-VolumesAdminNegativeTest-1312061776-project-member] Lock "cf7eafb9-e207-411a-84c3-a2105bd1e9ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.537s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 01c527d4-daa5-4001-8d98-b702cd52cf9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d769de4c-e007-4baa-9e84-bb6d76fcb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:21:23 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.905s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:24 user nova-compute[74725]: INFO nova.compute.manager [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] instance snapshotting
Nov 15 17:21:25 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Beginning live snapshot process
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json -f qcow2" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239.delta 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239.delta 1073741824" returned: 0 in 0.053s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:25 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 17:21:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:21:27 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 17:21:27 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239.delta /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ef423888-4eec-4a0e-91c6-226e4986886d is timed out.
Nov 15 17:21:27 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdb from instance ef423888-4eec-4a0e-91c6-226e4986886d from the live domain config.
Nov 15 17:21:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXFfkzAZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:21:27 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ecc3924-31f4-4b2b-8423-b18e3cb4d6b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:21:27 user nova-compute[74725]: No targets found.
Nov 15 17:21:27 user nova-compute[74725]: iSNS:
Nov 15 17:21:27 user nova-compute[74725]: No targets found.
Nov 15 17:21:27 user nova-compute[74725]: STATIC:
Nov 15 17:21:27 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:21:27 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:27 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:27 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7
Nov 15 17:21:27 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:27 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:27 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:21:27 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:21:27 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:21:27 user nova-compute[74725]: FIRMWARE:
Nov 15 17:21:27 user nova-compute[74725]: No targets found.
Nov 15 17:21:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:21:27 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:21:27 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdbaee60-6b7d-418a-ba36-054dcdf773a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6241c2-d5a0-4220-afcc-1cb5529102d0]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:21:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e08700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[68fa80bf-b336-4282-ad56-05f2319bff5a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1b666f0-c3df-4524-9ca4-54db0fb6cae2]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d135b26-2b7f-4855-ac55-6793c27659c5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239.delta /opt/stack/data/nova/instances/snapshots/tmpzg3d5516/8afb118551664bc99f82d742e02eb239" returned: 0 in 0.329s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Snapshot extracted, beginning image upload
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4def95bb-64db-437a-9f46-3efed3606643]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0738e206-c096-4e62-b62f-279c09a1d8a3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abbf33a-1f65-42cf-a0ad-12a1ab7c1ba5]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260]
Nov 15 17:21:27 user nova-compute[74725]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7, portal: 172.16.0.220,3260] successful.
Nov 15 17:21:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d430826-56a6-4e03-9ac4-145ae40df6d7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e3c1fb-6a3c-4711-a00d-2949ef91bc3e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== disconnect_volume: return (325ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:21:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:21:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-26997724-c56b-40a5-8b7b-658548254344 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.803s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74725) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:29 user nova-compute[74725]: WARNING nova.compute.manager [req-ade507ef-5160-49e1-baf5-490c085e034b req-3ab7b63f-f104-42e3-87c1-b4120baed7d1 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state active and task_state powering-off.
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:30 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance destroyed successfully.
Nov 15 17:21:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f64e55f1-0b11-4f89-9e3e-a5840e06ad8e tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.071s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:31 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Snapshot image upload complete
Nov 15 17:21:31 user nova-compute[74725]: INFO nova.compute.manager [None req-3c54d16a-a4c1-4ab9-a7fd-42d93656b976 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Took 6.89 seconds to snapshot the instance on the hypervisor.
Nov 15 17:21:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing instance network info cache due to event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updated VIF entry in instance network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:32 user nova-compute[74725]: WARNING nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:32 user nova-compute[74725]: WARNING nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:32 user nova-compute[74725]: WARNING nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:32 user nova-compute[74725]: WARNING nova.compute.manager [req-646c5b4b-1b07-49e8-b2a0-6dce3876527d req-83d2e73d-d846-46a3-b71f-8a6ff33b32a4 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:21:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:34 user nova-compute[74725]: INFO nova.compute.manager [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Shelving
Nov 15 17:21:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:34 user nova-compute[74725]: WARNING nova.compute.manager [req-62086981-0075-41b1-a275-62949e1ed8fa req-69100bb0-a50e-45d3-a7d7-5355f41d0925 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state None.
Nov 15 17:21:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance destroyed successfully.
Nov 15 17:21:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Beginning cold snapshot process
Nov 15 17:21:35 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:21:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk /opt/stack/data/nova/instances/snapshots/tmpij4oz05n/d8f7fe4ba3d848d395d45b6a72bdd212 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:21:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:36 user nova-compute[74725]: WARNING nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state active and task_state shelving_image_pending_upload.
Nov 15 17:21:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:36 user nova-compute[74725]: WARNING nova.compute.manager [req-990a57cb-5fed-4869-9a02-8c2a17e63d79 req-d7f858a7-f35a-4706-a713-b31dcb3d940c service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state active and task_state shelving_image_pending_upload.
Nov 15 17:21:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk /opt/stack/data/nova/instances/snapshots/tmpij4oz05n/d8f7fe4ba3d848d395d45b6a72bdd212" returned: 0 in 1.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:21:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Snapshot extracted, beginning image upload
Nov 15 17:21:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Snapshot image upload complete
Nov 15 17:21:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:38 user nova-compute[74725]: INFO nova.compute.manager [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Shelve offloading
Nov 15 17:21:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance destroyed successfully.
Nov 15 17:21:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance destroyed successfully.
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.objects.instance [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'resources' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXsX3fsH3bVlq7J8tOToaJcSK80iIIu4ybCs91Ysbmt27Ce2A1FqlRNjP/mq+SlWG4F9Xs3PP9x/nErGXuatxeXBCAtmmasq/lRCg/m1OH6U6KUaZUy+ro+VWtJKCVCVQ==',key_name='tempest-keypair-1536306772',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:21:38.642067',shelved_host='user',shelved_image_id='6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG os_vif [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f2782bc-8b, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing instance network info cache due to event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdd58407-a080-40a5-bcad-2f16729df2a8) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:39 user nova-compute[74725]: INFO os_vif [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b')
Nov 15 17:21:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Deleting instance files /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d_del
Nov 15 17:21:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Deletion of /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d_del complete
Nov 15 17:21:39 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Deleted allocations for instance 01c527d4-daa5-4001-8d98-b702cd52cf9d
Nov 15 17:21:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.objects.instance [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'numa_topology' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:39 user nova-compute[74725]: DEBUG nova.objects.base [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<01c527d4-daa5-4001-8d98-b702cd52cf9d> lazy-loaded attributes: resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updated VIF entry in instance network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a9aaadf1-12fc-482b-b103-409a4c5bacb7 req-4a5d86c3-6209-41c2-baf2-b24d73e3bd8f service nova] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36ea9eed-63f8-4418-9182-ab6b73f933d9 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.383s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:40 user nova-compute[74725]: INFO nova.compute.manager [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Detaching volume cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:21:40 user nova-compute[74725]: INFO nova.virt.block_device [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Attempting to driver detach volume cd26cffc-3c57-42bf-99da-cc9b95969115 from mountpoint /dev/vdb
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Attempting to detach device vdb from instance f33046f0-9f3b-43b9-b62f-7f007137db37 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:21:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:40 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:21:40 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:40 user nova-compute[74725]:   <serial>cd26cffc-3c57-42bf-99da-cc9b95969115</serial>
Nov 15 17:21:40 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:21:40 user nova-compute[74725]: </disk>
Nov 15 17:21:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:21:40 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Successfully detached device vdb from instance f33046f0-9f3b-43b9-b62f-7f007137db37 from the persistent domain config.
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f33046f0-9f3b-43b9-b62f-7f007137db37 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:21:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:21:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:21:40 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:21:40 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:21:40 user nova-compute[74725]:   <serial>cd26cffc-3c57-42bf-99da-cc9b95969115</serial>
Nov 15 17:21:40 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:21:40 user nova-compute[74725]: </disk>
Nov 15 17:21:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:21:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:21:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:51 user nova-compute[74725]: INFO nova.compute.manager [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Unrescuing
Nov 15 17:21:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:21:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:21:51 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'flavor' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:52 user nova-compute[74725]: WARNING nova.compute.manager [req-82b62445-9cb7-439a-80dd-0890e885ebf9 req-daca0c70-cbc7-4965-aaa6-a8b5b5f5e0d4 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance destroyed successfully.
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:54 user nova-compute[74725]: WARNING nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:54 user nova-compute[74725]: WARNING nova.compute.manager [req-ce8858ce-387d-44f8-870a-044d32e95e58 req-9a74aa71-60b1-46e7-b48d-ed92f094c0ce service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:21:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b348e5b6-4ded-4a7c-83dc-b58fdb4161b8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:21:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:21:56 user nova-compute[74725]: WARNING nova.compute.manager [req-dbe1ac60-ce1f-4dab-a461-8779b8f1c3e7 req-69dfd6e4-c7c1-4e0e-bc00-8149f815536b service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state active and task_state None.
Nov 15 17:21:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:01 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f33046f0-9f3b-43b9-b62f-7f007137db37 is timed out.
Nov 15 17:22:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Successfully detached device vdb from instance f33046f0-9f3b-43b9-b62f-7f007137db37 from the live domain config.
Nov 15 17:22:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sntWpiHb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:01 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23b31d3-0a8d-4698-a3f6-4678303132c7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:22:01 user nova-compute[74725]: No targets found.
Nov 15 17:22:01 user nova-compute[74725]: iSNS:
Nov 15 17:22:01 user nova-compute[74725]: No targets found.
Nov 15 17:22:01 user nova-compute[74725]: STATIC:
Nov 15 17:22:01 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115
Nov 15 17:22:01 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:01 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:01 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:22:01 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:01 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:01 user nova-compute[74725]: FIRMWARE:
Nov 15 17:22:01 user nova-compute[74725]: No targets found.
Nov 15 17:22:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:22:01 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:22:01 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[388fecf0-431c-4981-84cf-b5f9201d81b3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d47129f-513c-40ff-aa60-616df90ca496]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:22:01 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 (non-flash)
Nov 15 17:22:01 user nova-compute[74725]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e0b910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa43fccc-b723-4806-8ea1-920a54ab4340]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[efbc6f1c-44f9-46f7-9c92-f461a66d24d4]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73b2f33-c62d-4a7a-946f-dab7d3973cbd]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1a6474-42bf-4dac-bcd6-33ec2a59e4bf]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc22ec46-e6c1-4d9f-b459-00de37e9ff9a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[792d4ce9-9144-47e1-a416-06f65af7fc4f]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260]
Nov 15 17:22:01 user nova-compute[74725]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd26cffc-3c57-42bf-99da-cc9b95969115 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f9d7d29-bcd7-4b8b-9555-f0970ad7a969]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] <== disconnect_volume: return (297ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'flavor' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71e41fc0-7927-4e1a-bc40-a7f8eaaf085a tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.655s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-changed-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Refreshing instance network info cache due to event network-changed-93c009ff-5094-4743-b5b0-ed968aec331a. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] Acquiring lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] Acquired lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG nova.network.neutron [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Refreshing network info cache for port 93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:02 user nova-compute[74725]: INFO nova.compute.manager [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Terminating instance
Nov 15 17:22:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lazy-loading 'flavor' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-unplugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] No waiting events found dispatching network-vif-unplugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-4cc9a3d5-59ba-4fb3-99d3-c4d9c0830195 req-ff62fb49-ab7c-4dcd-916b-67f6c986466a service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-unplugged-538197af-3f55-4b0f-a18e-7d5e672413e8 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:03 user nova-compute[74725]: INFO nova.compute.manager [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attaching volume 20fde323-05d6-4a88-8792-8509837fe2b3 to /dev/vdb
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.utils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[acfbc1c5-45e9-4205-b505-b7a7c5532c14]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[67cbd218-624d-439d-b616-d39539074f01]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe98c07e-f386-4d11-b312-0f0c4f9be7b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04e5092-2b0c-47d8-8b87-f0fdf152d8eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:03 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9e887f-77bd-4960-8eec-0f35f9861bad]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_brick.utils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating existing volume attachment record: c10fb453-8af7-4fa6-a348-dcc3b0f8a501 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updated VIF entry in instance network info cache for port 93c009ff-5094-4743-b5b0-ed968aec331a. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating instance_info_cache with network_info: [{"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Instance destroyed successfully.
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lazy-loading 'resources' on Instance uuid d769de4c-e007-4baa-9e84-bb6d76fcb178 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-56908201',display_name='tempest-VolumesNegativeTest-instance-56908201',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-56908201',id=20,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:20:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da4f32c8645f49f680c379e97cacab1f',ramdisk_id='',reservation_id='r-zie4bifq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-826306820',owner_user_name='tempest-VolumesNegativeTest-826306820-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:20:21Z,user_data=None,user_id='18e27264b49e4e1fbb3053228723b295',uuid=d769de4c-e007-4baa-9e84-bb6d76fcb178,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converting VIF {"id": "538197af-3f55-4b0f-a18e-7d5e672413e8", "address": "fa:16:3e:e5:cf:5c", "network": {"id": "9b8d9a79-94d5-4a34-9142-c464d5105983", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "cd90636b40804b24ad5980cfb8435e76", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap538197af-3f", "ovs_interfaceid": "538197af-3f55-4b0f-a18e-7d5e672413e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG os_vif [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8b1af84e-69de-4f3a-9fb7-674d5e960652 req-d17477fb-c5b2-42a5-82c7-7e3e6f311348 service nova] Releasing lock "refresh_cache-8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap538197af-3f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0697c40-6a26-4fad-8d3c-b6d880fce707) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:03 user nova-compute[74725]: INFO os_vif [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:cf:5c,bridge_name='br-int',has_traffic_filtering=True,id=538197af-3f55-4b0f-a18e-7d5e672413e8,network=Network(9b8d9a79-94d5-4a34-9142-c464d5105983),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap538197af-3f')
Nov 15 17:22:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Deleting instance files /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178_del
Nov 15 17:22:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Deletion of /opt/stack/data/nova/instances/d769de4c-e007-4baa-9e84-bb6d76fcb178_del complete
Nov 15 17:22:03 user nova-compute[74725]: INFO nova.compute.manager [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Took 0.75 seconds to destroy the instance on the hypervisor.
Nov 15 17:22:03 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:22:03 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:22:04 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:04 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Took 0.44 seconds to deallocate network for instance.
Nov 15 17:22:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:04 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:22:04 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:22:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:04 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Deleted allocations for instance d769de4c-e007-4baa-9e84-bb6d76fcb178
Nov 15 17:22:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ff89f48e-0a31-4549-9f95-8cf0b6ba5cb8 tempest-VolumesNegativeTest-826306820 tempest-VolumesNegativeTest-826306820-project-member] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.712s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] Acquiring lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] Lock "d769de4c-e007-4baa-9e84-bb6d76fcb178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] No waiting events found dispatching network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:05 user nova-compute[74725]: WARNING nova.compute.manager [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received unexpected event network-vif-plugged-538197af-3f55-4b0f-a18e-7d5e672413e8 for instance with vm_state deleted and task_state None.
Nov 15 17:22:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ff22875-29d7-44f1-8303-e53b271f9a31 req-5921dbcc-9723-42a3-81dc-40c8e430d386 service nova] [instance: d769de4c-e007-4baa-9e84-bb6d76fcb178] Received event network-vif-deleted-538197af-3f55-4b0f-a18e-7d5e672413e8 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:08 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:08 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:08 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f451163b-e090-424f-b648-6b0664b65efc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:22:08 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af81cf1-44c9-4fc0-90d0-116e7c245064]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3] added
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec11f71b-c5ec-419e-bada-76a7c59474f7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2718b782-20c1-47a7-b434-05b2c127e39b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDtUxnli {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDtUxnli" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa091bd-b106-4ca1-988f-42212f26f8a5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KDtUxnli'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[061cbd7f-8af9-4c3e-be6d-8a18d6a56462]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3426402-466d-440f-bd33-deecd297249c]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81aa8b1f-7495-4994-9efb-a3cf93c0a9b3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]
Nov 15 17:22:08 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e9960b-f730-4664-b05a-e73e79fea588]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[089ed147-119c-43f7-8b5b-9fd531319f82]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[696460be-9374-4e5c-a7e2-9fe0a7a3ad0e]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid b4ed4447-b023-4c3f-809b-e10592bbce25 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid c23c0fe3-b4eb-4124-bf89-e48cda14c171 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.098s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '26236333133393532', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236333133393532', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lazy-loading 'flavor' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:22:09 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:22:09 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:22:09 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:22:09 user nova-compute[74725]:   <serial>20fde323-05d6-4a88-8792-8509837fe2b3</serial>
Nov 15 17:22:09 user nova-compute[74725]: </disk>
Nov 15 17:22:09 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] No VIF found with MAC fa:16:3e:30:48:4e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47a67ad4-cd03-4105-a306-c7578f8010cd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.613s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.409s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.utils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc60741-f828-4c1b-95e2-647c620cc46f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[942d817d-bc60-4b88-9a86-784d84f66b3b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d424106f-cfd0-4d5e-897f-5c526c82a4a4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e52bd73-68ff-41e3-9e62-7ff7d976e123]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:11 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:22:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e19194-dde9-41b5-9810-12ba0567c70f]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:22:11 user nova-compute[74725]: DEBUG os_brick.utils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:11 user nova-compute[74725]: INFO nova.compute.manager [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Swapping volume 20fde323-05d6-4a88-8792-8509837fe2b3 for 6bcaf204-5246-48ff-9e4e-10473d3e472c
Nov 15 17:22:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:22:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.277s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c', 'serial': '6bcaf204-5246-48ff-9e4e-10473d3e472c'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '20fde323-05d6-4a88-8792-8509837fe2b3', 'serial'} {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:16 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbc5a6c-4c4e-4c14-879e-ef3b95b6f624]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:22:16 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f9e19d-75b7-4f1b-a015-459e72c13d06]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c] added
Nov 15 17:22:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5160ce9-122b-4d0e-a0f6-9270f10ef382]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bb296b4-5407-4e0d-be14-79229db94b9e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ohzmvYyd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ohzmvYyd" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[530d3f82-62c7-4274-8095-df686f26ec7c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ohzmvYyd'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89ec99d-0d27-42e4-8e02-313dc6362414]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f37e631-a45c-49a0-ae4d-e1607cce3659]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[57151adf-65a5-4bfa-8cdd-fc45c69df763]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260]
Nov 15 17:22:17 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[695b1580-d365-483a-b7af-58a8216d4dbb]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a19b1b-f370-462d-a711-21f1b6ea486d]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:17 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4172fd-ddb8-472e-8cd7-5a1a651617a1]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:22:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '23934636432336639', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23934636432336639', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lazy-loading 'flavor' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 162529280 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 344981504 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7702MB free_disk=25.03006362915039GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f33046f0-9f3b-43b9-b62f-7f007137db37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 466616320 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:22:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.504s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 630194176 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 808452096 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 973078528 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:22 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[42aa5d30-dc10-4c89-9426-959fdb2e5cd5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:22:22 user nova-compute[74725]: No targets found.
Nov 15 17:22:22 user nova-compute[74725]: iSNS:
Nov 15 17:22:22 user nova-compute[74725]: No targets found.
Nov 15 17:22:22 user nova-compute[74725]: STATIC:
Nov 15 17:22:22 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3
Nov 15 17:22:22 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:22 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:22 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c
Nov 15 17:22:22 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:22 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:22 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:22:22 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:22 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:22 user nova-compute[74725]: FIRMWARE:
Nov 15 17:22:22 user nova-compute[74725]: No targets found.
Nov 15 17:22:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:22:22 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:22:22 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d65405-6446-499d-ad5e-2155a644510e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b46b92-376a-4b80-91bf-d9b4d1cdc94f]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:22 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:22 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:22 user nova-compute[74725]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:22 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88eb7880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[212cf781-c9b9-456a-b1c5-83f9972ff7d7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c086aa6b-8c9a-46d7-a8ba-ab902fdfb6f0]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.011s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a98766f-9897-447d-9dc8-b198f1f1e5ca]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fc0cd9-27de-4420-9c6a-7080fbafbb9c]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[333d060b-d40f-4a39-9355-6841b4392e8d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ec46f2-a68b-420c-abaa-e2bcac5285a5]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]
Nov 15 17:22:22 user nova-compute[74725]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d033c00e-5c90-41fb-b559-cd4a4ddfbc06]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== disconnect_volume: return (293ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c', 'serial'} {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: removing Cinder connection for volume 20fde323-05d6-4a88-8792-8509837fe2b3 {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: Updating volume 20fde323-05d6-4a88-8792-8509837fe2b3 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "ohzmvYyd", "auth_password": "jh60HS5tDysTXM", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "6bcaf204-5246-48ff-9e4e-10473d3e472c"}, "status": "reserved", "instance": "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b", "attached_at": "", "detached_at": "", "volume_id": "6bcaf204-5246-48ff-9e4e-10473d3e472c", "serial": "6bcaf204-5246-48ff-9e4e-10473d3e472c"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c', 'no_device': None, 'attachment_id': '6ebe0b00-a7f2-4318-a9ca-7c518046057f'} {{(pid=74725) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 15 17:22:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4b38b044-b9bb-457a-9097-f74f50fdbc9d tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 12.379s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG os_brick.utils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c954fd51-952c-4e1b-a383-39288b419f4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41a54d5d-2b1b-45f0-92ed-4bff90ab63a6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae01969-599c-4c91-a9c1-01ec66ebcf4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eda5986d-c128-4264-b76e-54d5e09da528]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:25 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:22:25 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9f0e5f-88b9-402b-a253-d37defb0d368]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG os_brick.utils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:25 user nova-compute[74725]: INFO nova.compute.manager [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Swapping volume 6bcaf204-5246-48ff-9e4e-10473d3e472c for 20fde323-05d6-4a88-8792-8509837fe2b3
Nov 15 17:22:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:22:28 user nova-compute[74725]: INFO nova.compute.claims [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Claim successful on node user
Nov 15 17:22:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:28 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.507s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:22:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.policy [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a97e40b023d4a7a8b50e1384680179d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e1ca8461484e0aa226a220c0d52877', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:22:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Creating image(s)
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.215s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk 1073741824" returned: 0 in 0.060s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:22:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '20fde323-05d6-4a88-8792-8509837fe2b3', 'serial': '20fde323-05d6-4a88-8792-8509837fe2b3'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c'}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c', 'serial'} {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:30 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:30 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:30 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc8ef8d-8271-4220-8941-c157b9879392]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:22:30 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3dea580-171b-4764-a828-0b381b431055]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3] added
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c843e7-5252-4b1f-b467-29db8b982627]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b6344f-8522-4ee3-9eac-0db63e2a0778]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDtUxnli {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Cannot resize image /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Ensure instance console log exists: /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDtUxnli" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c028f0ed-7f9d-4aba-ba52-8426af48314a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KDtUxnli'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e535c1-51ca-4eb2-b8fd-b019fd7949ea]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc65ce40-eced-449f-b625-316079f50dc8]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[850e5173-47c0-4205-b2ad-8bb69c87c620]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]
Nov 15 17:22:30 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc84f35b-b175-4b3a-9880-0b161536d3ab]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebbe78cc-a645-4334-8554-0d8ed81da6e5]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:30 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:30 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a8ce89-60e9-4b40-b7dc-b49fd2bffb29]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Successfully created port: 6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:22:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Successfully updated port: 6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-changed-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Refreshing instance network info cache due to event network-changed-6330eea2-480d-4208-a128-ed843ed73919. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:31 user nova-compute[74725]: INFO nova.compute.manager [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Terminating instance
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '26236333133393532', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236333133393532', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lazy-loading 'flavor' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance network_info: |[{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Refreshing network info cache for port 6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start _get_guest_xml network_info=[{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'pci_devices' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-21f3ba8e-e697-459a-94cb-fe0c1025daae req-436efbb7-d69b-46e9-bac2-e48a0dac5de8 service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-unplugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:22:31 user nova-compute[74725]:   <uuid>c271d524-5450-43d5-8ea5-3385e1944ac3</uuid>
Nov 15 17:22:31 user nova-compute[74725]:   <name>instance-00000015</name>
Nov 15 17:22:31 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:22:31 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:22:31 user nova-compute[74725]:   <metadata>
Nov 15 17:22:31 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:22:31 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherB-server-716787840</nova:name>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:22:31</nova:creationTime>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:22:31 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:22:31 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:owner>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:user uuid="9a97e40b023d4a7a8b50e1384680179d">tempest-ServerActionsTestOtherB-1212023150-project-member</nova:user>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:project uuid="e0e1ca8461484e0aa226a220c0d52877">tempest-ServerActionsTestOtherB-1212023150</nova:project>
Nov 15 17:22:31 user nova-compute[74725]:       </nova:owner>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:22:31 user nova-compute[74725]:       <nova:ports>
Nov 15 17:22:31 user nova-compute[74725]:         <nova:port uuid="6330eea2-480d-4208-a128-ed843ed73919">
Nov 15 17:22:31 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:22:31 user nova-compute[74725]:         </nova:port>
Nov 15 17:22:31 user nova-compute[74725]:       </nova:ports>
Nov 15 17:22:31 user nova-compute[74725]:     </nova:instance>
Nov 15 17:22:31 user nova-compute[74725]:   </metadata>
Nov 15 17:22:31 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:22:31 user nova-compute[74725]:     <system>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="serial">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="uuid">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:22:31 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:22:31 user nova-compute[74725]:     </system>
Nov 15 17:22:31 user nova-compute[74725]:   </sysinfo>
Nov 15 17:22:31 user nova-compute[74725]:   <os>
Nov 15 17:22:31 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:22:31 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:22:31 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:22:31 user nova-compute[74725]:   </os>
Nov 15 17:22:31 user nova-compute[74725]:   <features>
Nov 15 17:22:31 user nova-compute[74725]:     <acpi/>
Nov 15 17:22:31 user nova-compute[74725]:     <apic/>
Nov 15 17:22:31 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:22:31 user nova-compute[74725]:   </features>
Nov 15 17:22:31 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:22:31 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:22:31 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:22:31 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:22:31 user nova-compute[74725]:   </clock>
Nov 15 17:22:31 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:22:31 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:22:31 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:22:31 user nova-compute[74725]:   </cpu>
Nov 15 17:22:31 user nova-compute[74725]:   <devices>
Nov 15 17:22:31 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:22:31 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:22:31 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk"/>
Nov 15 17:22:31 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:22:31 user nova-compute[74725]:     </disk>
Nov 15 17:22:31 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:22:31 user nova-compute[74725]:       <mac address="fa:16:3e:d7:6f:49"/>
Nov 15 17:22:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:22:31 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:22:31 user nova-compute[74725]:       <target dev="tap6330eea2-48"/>
Nov 15 17:22:31 user nova-compute[74725]:     </interface>
Nov 15 17:22:31 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:22:31 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/console.log" append="off"/>
Nov 15 17:22:31 user nova-compute[74725]:     </serial>
Nov 15 17:22:31 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:22:31 user nova-compute[74725]:     <video>
Nov 15 17:22:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:22:31 user nova-compute[74725]:     </video>
Nov 15 17:22:31 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:22:31 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:22:31 user nova-compute[74725]:     </rng>
Nov 15 17:22:31 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:22:31 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:22:31 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:22:31 user nova-compute[74725]:     </memballoon>
Nov 15 17:22:31 user nova-compute[74725]:   </devices>
Nov 15 17:22:31 user nova-compute[74725]: </domain>
Nov 15 17:22:31 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG os_vif [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3a20327a-98d5-5705-93b5-ceb3b8beb61d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6330eea2-48, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6330eea2-48, col_values=(('qos', UUID('07266bca-240d-48b2-ae5d-55d035fc02eb')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6330eea2-48, col_values=(('external_ids', {'iface-id': '6330eea2-480d-4208-a128-ed843ed73919', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:6f:49', 'vm-uuid': 'c271d524-5450-43d5-8ea5-3385e1944ac3'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:31 user nova-compute[74725]: INFO os_vif [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No VIF found with MAC fa:16:3e:d7:6f:49, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updated VIF entry in instance network info cache for port 6330eea2-480d-4208-a128-ed843ed73919. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36c3a402-d818-43dc-8489-17d992980868 req-eca15b35-8ba3-470f-82c4-c3d663931358 service nova] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Instance destroyed successfully.
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lazy-loading 'resources' on Instance uuid f33046f0-9f3b-43b9-b62f-7f007137db37 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-972101352',display_name='tempest-ServerStableDeviceRescueTest-server-972101352',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-972101352',id=6,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIKf5rc54fbXk7zysNLX6/+D2iwnxQ113dZi7krshVqpeBgvvbOSWg6yXOUS/tdtMVdfo1Q44ge5MbvzYe6iF+w0j5t9gYr2vUouIgYyTXPPKLsbRURQw4kiVZllLTgIYA==',key_name='tempest-keypair-228947048',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7cc4bbeb157f4721a4e992629e1f7412',ramdisk_id='',reservation_id='r-qz0evusa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1810679860',owner_user_name='tempest-ServerStableDeviceRescueTest-1810679860-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bd74d5c42beb4f3e9e05abed2fb1e652',uuid=f33046f0-9f3b-43b9-b62f-7f007137db37,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converting VIF {"id": "839eec47-c9da-4c7d-b019-673dc620fb07", "address": "fa:16:3e:0f:59:4d", "network": {"id": "64b857d0-6c23-4285-aeb4-29fd3090581d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-317725809-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7cc4bbeb157f4721a4e992629e1f7412", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap839eec47-c9", "ovs_interfaceid": "839eec47-c9da-4c7d-b019-673dc620fb07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG os_vif [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap839eec47-c9, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7fd19dc-4fff-4ea2-a43b-e47c706ddbee) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:32 user nova-compute[74725]: INFO os_vif [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:59:4d,bridge_name='br-int',has_traffic_filtering=True,id=839eec47-c9da-4c7d-b019-673dc620fb07,network=Network(64b857d0-6c23-4285-aeb4-29fd3090581d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap839eec47-c9')
Nov 15 17:22:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Deleting instance files /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37_del
Nov 15 17:22:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Deletion of /opt/stack/data/nova/instances/f33046f0-9f3b-43b9-b62f-7f007137db37_del complete
Nov 15 17:22:32 user nova-compute[74725]: INFO nova.compute.manager [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 15 17:22:32 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:22:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 134217728 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 272629760 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] Acquiring lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] No waiting events found dispatching network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:33 user nova-compute[74725]: WARNING nova.compute.manager [req-49729243-7c60-4143-a4fd-07ad41a05d7b req-538139ad-cc23-4616-803d-d83f3e2d60fe service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received unexpected event network-vif-plugged-839eec47-c9da-4c7d-b019-673dc620fb07 for instance with vm_state active and task_state deleting.
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 440401920 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-d995581c-95cc-4c7a-be8f-6a1c001424e4 req-1854ca9e-3f48-43be-9686-5e2f10f294da service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Received event network-vif-deleted-839eec47-c9da-4c7d-b019-673dc620fb07 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:33 user nova-compute[74725]: INFO nova.compute.manager [req-d995581c-95cc-4c7a-be8f-6a1c001424e4 req-1854ca9e-3f48-43be-9686-5e2f10f294da service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Neutron deleted interface 839eec47-c9da-4c7d-b019-673dc620fb07; detaching it from the instance and deleting it from the info cache
Nov 15 17:22:33 user nova-compute[74725]: DEBUG nova.network.neutron [req-d995581c-95cc-4c7a-be8f-6a1c001424e4 req-1854ca9e-3f48-43be-9686-5e2f10f294da service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:34 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Took 1.39 seconds to deallocate network for instance.
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-d995581c-95cc-4c7a-be8f-6a1c001424e4 req-1854ca9e-3f48-43be-9686-5e2f10f294da service nova] [instance: f33046f0-9f3b-43b9-b62f-7f007137db37] Detach interface failed, port_id=839eec47-c9da-4c7d-b019-673dc620fb07, reason: Instance f33046f0-9f3b-43b9-b62f-7f007137db37 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 606076928 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.505s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 776994816 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:34 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Deleted allocations for instance f33046f0-9f3b-43b9-b62f-7f007137db37
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2fd74d22-0e83-48bb-bcfe-d3ca7b9bcd08 tempest-ServerStableDeviceRescueTest-1810679860 tempest-ServerStableDeviceRescueTest-1810679860-project-member] Lock "f33046f0-9f3b-43b9-b62f-7f007137db37" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.593s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:22:34 user nova-compute[74725]: INFO nova.compute.claims [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Claim successful on node user
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 931135488 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.515s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:22:35 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:22:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.policy [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dda8adf120a446b95e9ef26d623b06a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da04e3c341024bae801a79a992e086c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:22:35 user nova-compute[74725]: INFO nova.virt.block_device [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Booting with blank volume at /dev/vda
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ohzmvYyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': '6bcaf204-5246-48ff-9e4e-10473d3e472c'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:35 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81c67484-7f29-4602-a32c-1d52ae23edd7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:22:35 user nova-compute[74725]: No targets found.
Nov 15 17:22:35 user nova-compute[74725]: iSNS:
Nov 15 17:22:35 user nova-compute[74725]: No targets found.
Nov 15 17:22:35 user nova-compute[74725]: STATIC:
Nov 15 17:22:35 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3
Nov 15 17:22:35 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:35 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:35 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c
Nov 15 17:22:35 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:35 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:35 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:22:35 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:35 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:35 user nova-compute[74725]: FIRMWARE:
Nov 15 17:22:35 user nova-compute[74725]: No targets found.
Nov 15 17:22:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:22:35 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:22:35 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f553d25d-8901-4cf1-bdea-809b6692dbe2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[40fea1cf-1f6d-4722-9b35-82d29290bb32]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:35 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:35 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:35 user nova-compute[74725]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c (non-flash)
Nov 15 17:22:35 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88eb4940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f591e9d-b2e0-4109-b226-d0739a897a3f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[546cc2c9-f8d6-47ed-bfbc-5def9413c031]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:22:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[060ed71b-032d-44e0-8fca-a29fd426bf6a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:36 user nova-compute[74725]: WARNING nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state building and task_state spawning.
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:36 user nova-compute[74725]: WARNING nova.compute.manager [req-cd6847a1-b54e-4d8c-87b5-a216573f450f req-b813bd03-50cb-45ef-8840-25add58e4e4e service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state building and task_state spawning.
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:22:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance spawned successfully.
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2f0804-fb88-4b17-ab3c-f09ff2d5384f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc130f2a-119f-4290-a5c4-a63f3477b8d4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Successfully created port: dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81824200-9978-4951-8418-f33ba8ce90ed]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260]
Nov 15 17:22:36 user nova-compute[74725]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:36 user nova-compute[74725]: INFO nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Took 6.84 seconds to spawn the instance on the hypervisor.
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bcaf204-5246-48ff-9e4e-10473d3e472c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a62dad-520f-44bd-b1b6-0f77fcef2968]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] <== disconnect_volume: return (340ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '8d5fd8f5-818d-4fe6-9146-aec6e4f9827b', 'attached_at': '', 'detached_at': '', 'volume_id': '20fde323-05d6-4a88-8792-8509837fe2b3', 'serial'} {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: removing Cinder connection for volume 6bcaf204-5246-48ff-9e4e-10473d3e472c {{(pid=74725) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 15 17:22:36 user nova-compute[74725]: INFO nova.compute.manager [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Took 7.79 seconds to build instance.
Nov 15 17:22:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9818b823-6ae6-4307-b58e-1cbffe33110c tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.975s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Successfully updated port: dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] swap_volume: Updating volume 6bcaf204-5246-48ff-9e4e-10473d3e472c BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "KDtUxnli", "auth_password": "URLQFcnxG3WwX6", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "20fde323-05d6-4a88-8792-8509837fe2b3"}, "status": "reserved", "instance": "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b", "attached_at": "", "detached_at": "", "volume_id": "20fde323-05d6-4a88-8792-8509837fe2b3", "serial": "20fde323-05d6-4a88-8792-8509837fe2b3"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '20fde323-05d6-4a88-8792-8509837fe2b3', 'no_device': None, 'attachment_id': 'eb8e99bc-417c-4c70-af27-73be20568b9c'} {{(pid=74725) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0dc00d90-9ac3-4c7f-90d5-3a8768cd56ab tempest-TestVolumeSwap-1599628516 tempest-TestVolumeSwap-1599628516-project-admin] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 12.359s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance network_info: |[{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:22:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-changed-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Refreshing instance network info cache due to event network-changed-dfa0d7e3-a981-48d0-950e-833948d16565. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Refreshing network info cache for port dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:38 user nova-compute[74725]: INFO nova.compute.manager [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Detaching volume 20fde323-05d6-4a88-8792-8509837fe2b3
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updated VIF entry in instance network info cache for port dfa0d7e3-a981-48d0-950e-833948d16565. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-da171dc0-754a-4af0-836c-bc2c63885ca2 req-aaf340ca-6464-44fc-a569-f6e31ad8ff18 service nova] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:22:38 user nova-compute[74725]: INFO nova.virt.block_device [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Attempting to driver detach volume 20fde323-05d6-4a88-8792-8509837fe2b3 from mountpoint /dev/vdb
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Attempting to detach device vdb from instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:22:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:22:38 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:22:38 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:22:38 user nova-compute[74725]:   <serial>20fde323-05d6-4a88-8792-8509837fe2b3</serial>
Nov 15 17:22:38 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:22:38 user nova-compute[74725]: </disk>
Nov 15 17:22:38 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:22:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Successfully detached device vdb from instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b from the persistent domain config.
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:22:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:22:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:22:38 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:22:38 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:22:38 user nova-compute[74725]:   <serial>20fde323-05d6-4a88-8792-8509837fe2b3</serial>
Nov 15 17:22:38 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:22:38 user nova-compute[74725]: </disk>
Nov 15 17:22:38 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:22:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:22:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.utils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec26b081-05f5-4dc6-9a97-411b856d1806]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d977c5-931d-4cbd-8cb0-878f747315c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eff488f-37ac-4d38-8f97-9fa5edd5013a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a0dca09-cec4-4b96-a240-de194ebf98ad]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:22:41 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:22:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc77ae7-9f11-4b96-8fdb-7f37d1b989ad]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG os_brick.utils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:41 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating existing volume attachment record: acbd1157-5eb2-47f3-bb51-3a7c8b7780b9 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:22:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:22:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Creating image(s)
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Ensure instance console log exists: /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start _get_guest_xml network_info=[{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1ac7c6ed-568e-459a-85ec-211ddf1777cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fd6b9c-7d25-4e42-b030-a440519d6cce', 'serial': 'd5fd6b9c-7d25-4e42-b030-a440519d6cce'}, 'boot_index': 0, 'attachment_id': 'acbd1157-5eb2-47f3-bb51-3a7c8b7780b9', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:22:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:46 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:46 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:46 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[686d6d40-3c6e-46ef-b973-afe9b8b5fa73]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:22:46 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c8c2cc1-77d2-4ce3-8681-5256055446bb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce] added
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54143f25-63aa-4682-8dd5-7c5d6520b2fd]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f39cba24-8a26-42ad-9da5-1c9248d05e2a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMhAVncj {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMhAVncj" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b52ffaa3-5df8-4b56-a3d4-abf78baeed80]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vMhAVncj'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34bf9c8-4283-4ecd-8a24-40f50c374fc6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[05263a1d-7f89-49e1-81d3-2950fe428c38]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd572371-edd4-4098-a05b-b7fc21568bf2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260]
Nov 15 17:22:46 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f42926-88fe-4c15-a791-fa471423f989]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[10443503-f33c-4c5c-ab7f-79a46d1609fb]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:46 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:22:46 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] HCTL ('34', '-', '-', 0) found on session 20 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4207122e-0e4d-4ae6-b3da-3140ca4ec09a]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching for a device in session 20 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:22:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '26263353966336430', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263353966336430', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-674064975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-674064975',id=22,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-ut304wds',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:22:36Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1ac7c6ed-568e-459a-85ec-211ddf1777cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:22:47 user nova-compute[74725]:   <uuid>1ac7c6ed-568e-459a-85ec-211ddf1777cc</uuid>
Nov 15 17:22:47 user nova-compute[74725]:   <name>instance-00000016</name>
Nov 15 17:22:47 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:22:47 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:22:47 user nova-compute[74725]:   <metadata>
Nov 15 17:22:47 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:22:47 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-674064975</nova:name>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:22:46</nova:creationTime>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:22:47 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:22:47 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:owner>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:22:47 user nova-compute[74725]:       </nova:owner>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:22:47 user nova-compute[74725]:       <nova:ports>
Nov 15 17:22:47 user nova-compute[74725]:         <nova:port uuid="dfa0d7e3-a981-48d0-950e-833948d16565">
Nov 15 17:22:47 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:22:47 user nova-compute[74725]:         </nova:port>
Nov 15 17:22:47 user nova-compute[74725]:       </nova:ports>
Nov 15 17:22:47 user nova-compute[74725]:     </nova:instance>
Nov 15 17:22:47 user nova-compute[74725]:   </metadata>
Nov 15 17:22:47 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:22:47 user nova-compute[74725]:     <system>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="serial">1ac7c6ed-568e-459a-85ec-211ddf1777cc</entry>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="uuid">1ac7c6ed-568e-459a-85ec-211ddf1777cc</entry>
Nov 15 17:22:47 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:22:47 user nova-compute[74725]:     </system>
Nov 15 17:22:47 user nova-compute[74725]:   </sysinfo>
Nov 15 17:22:47 user nova-compute[74725]:   <os>
Nov 15 17:22:47 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:22:47 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:22:47 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:22:47 user nova-compute[74725]:   </os>
Nov 15 17:22:47 user nova-compute[74725]:   <features>
Nov 15 17:22:47 user nova-compute[74725]:     <acpi/>
Nov 15 17:22:47 user nova-compute[74725]:     <apic/>
Nov 15 17:22:47 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:22:47 user nova-compute[74725]:   </features>
Nov 15 17:22:47 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:22:47 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:22:47 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:22:47 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:22:47 user nova-compute[74725]:   </clock>
Nov 15 17:22:47 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:22:47 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:22:47 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:22:47 user nova-compute[74725]:   </cpu>
Nov 15 17:22:47 user nova-compute[74725]:   <devices>
Nov 15 17:22:47 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:22:47 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:22:47 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:22:47 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:22:47 user nova-compute[74725]:       <serial>d5fd6b9c-7d25-4e42-b030-a440519d6cce</serial>
Nov 15 17:22:47 user nova-compute[74725]:     </disk>
Nov 15 17:22:47 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:22:47 user nova-compute[74725]:       <mac address="fa:16:3e:6d:df:91"/>
Nov 15 17:22:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:22:47 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:22:47 user nova-compute[74725]:       <target dev="tapdfa0d7e3-a9"/>
Nov 15 17:22:47 user nova-compute[74725]:     </interface>
Nov 15 17:22:47 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:22:47 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/console.log" append="off"/>
Nov 15 17:22:47 user nova-compute[74725]:     </serial>
Nov 15 17:22:47 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:22:47 user nova-compute[74725]:     <video>
Nov 15 17:22:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:22:47 user nova-compute[74725]:     </video>
Nov 15 17:22:47 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:22:47 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:22:47 user nova-compute[74725]:     </rng>
Nov 15 17:22:47 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:22:47 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:22:47 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:22:47 user nova-compute[74725]:     </memballoon>
Nov 15 17:22:47 user nova-compute[74725]:   </devices>
Nov 15 17:22:47 user nova-compute[74725]: </domain>
Nov 15 17:22:47 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-674064975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-674064975',id=22,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-ut304wds',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:22:36Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1ac7c6ed-568e-459a-85ec-211ddf1777cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG os_vif [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9397fb6d-0c3f-5e87-9e12-3effaeab816f', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdfa0d7e3-a9, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdfa0d7e3-a9, col_values=(('qos', UUID('0a60bfbe-ea87-45d1-a526-8e9c96a37429')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdfa0d7e3-a9, col_values=(('external_ids', {'iface-id': 'dfa0d7e3-a981-48d0-950e-833948d16565', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:df:91', 'vm-uuid': '1ac7c6ed-568e-459a-85ec-211ddf1777cc'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:47 user nova-compute[74725]: INFO os_vif [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9')
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:22:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:6d:df:91, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:22:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:49 user nova-compute[74725]: WARNING nova.compute.manager [req-533a3bf8-ab86-41bd-abf0-36b36b241d2f req-80c53118-69e2-41f9-a61e-7b05b1c78afd service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state building and task_state spawning.
Nov 15 17:22:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:22:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance spawned successfully.
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:22:50 user nova-compute[74725]: INFO nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Took 4.91 seconds to spawn the instance on the hypervisor.
Nov 15 17:22:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:22:51 user nova-compute[74725]: INFO nova.compute.manager [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Took 16.20 seconds to build instance.
Nov 15 17:22:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:22:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:22:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:22:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:22:51 user nova-compute[74725]: WARNING nova.compute.manager [req-a182512d-2542-4e09-bc28-8c28655623c7 req-a72ef92f-6b93-40cd-b034-53bcd84cf3c9 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state active and task_state None.
Nov 15 17:22:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f10c9c1e-d1da-4387-8912-d5f549f06d11 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.352s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:22:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:22:59 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b is timed out.
Nov 15 17:22:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Successfully detached device vdb from instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b from the live domain config.
Nov 15 17:22:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDtUxnli', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '20fde323-05d6-4a88-8792-8509837fe2b3'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:22:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1206a1-bc67-45cf-8cd5-91009914dd50]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:22:59 user nova-compute[74725]: No targets found.
Nov 15 17:22:59 user nova-compute[74725]: iSNS:
Nov 15 17:22:59 user nova-compute[74725]: No targets found.
Nov 15 17:22:59 user nova-compute[74725]: STATIC:
Nov 15 17:22:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3
Nov 15 17:22:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:22:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:22:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:22:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:22:59 user nova-compute[74725]: FIRMWARE:
Nov 15 17:22:59 user nova-compute[74725]: No targets found.
Nov 15 17:22:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:22:59 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:22:59 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d874fb-cede-43f1-a00a-0e5ba94e6829]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[261aff29-81ba-4425-8154-9b199ddb0bcd]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:59 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:59 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:22:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:22:59 user nova-compute[74725]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 (non-flash)
Nov 15 17:22:59 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:22:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc2b8040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fea6b2a-426f-4ed9-973b-05497525ecdd]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bbb4e42-b9ed-4eb7-bd3f-29441f4e78ec]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8493f2cb-770f-4f9f-8f99-8f3bbf7a638f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a58d35-87fd-4943-aac4-4718daf5bcbb]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3ea328a-d647-40e5-94b2-2d5ab1abf36a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c438da82-4f35-489a-94a7-e70aac3693a7]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260]
Nov 15 17:22:59 user nova-compute[74725]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3, portal: 172.16.0.220,3260] successful.
Nov 15 17:22:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20fde323-05d6-4a88-8792-8509837fe2b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5357ec1b-65f2-42a8-94cb-f4e4a53890e2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] <== disconnect_volume: return (300ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:22:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:23:00 user nova-compute[74725]: DEBUG nova.objects.instance [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lazy-loading 'flavor' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6d04274b-5028-43df-a50f-15b4224a2acd tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.650s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:23:18 user nova-compute[74725]: INFO nova.compute.claims [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Claim successful on node user
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:23:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.policy [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e8c3c47b55b41c78641bdb95d868cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be737445aecf454480ff29c68db68e04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:23:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Creating image(s)
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "/opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "/opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "/opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk 1073741824" returned: 0 in 0.046s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.223s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Successfully created port: faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.471s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:19 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:19 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7792MB free_disk=25.09823989868164GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Cannot resize image /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Ensure instance console log exists: /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:23:19 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Successfully updated port: faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquired lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-changed-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Refreshing instance network info cache due to event network-changed-faed8325-82fd-4362-ac3f-adfc080e3855. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] Acquiring lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquired lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'info_cache' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating instance_info_cache with network_info: [{"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Releasing lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Instance network_info: |[{"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] Acquired lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Refreshing network info cache for port faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Start _get_guest_xml network_info=[{"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:23:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1330912621',display_name='tempest-TestServerVolumeAttachmentScenario-server-1330912621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1330912621',id=23,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEZH06NzcVu2orS++8xMmP4PxBELoEOAMqTzaJMPa1ei6ku46aq9TdvPIL58Z7LQsIZ/FJREX6N71IzPdJssUvo1agH/Sf1WadOtQ0dPEFypgaHgVPz9hMZCTY7SdetTg==',key_name='tempest-keypair-1368257992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be737445aecf454480ff29c68db68e04',ramdisk_id='',reservation_id='r-ki4ekgpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1080547892',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1080547892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e8c3c47b55b41c78641bdb95d868cc0',uuid=e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converting VIF {"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'pci_devices' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:23:20 user nova-compute[74725]:   <uuid>e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773</uuid>
Nov 15 17:23:20 user nova-compute[74725]:   <name>instance-00000017</name>
Nov 15 17:23:20 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:23:20 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:23:20 user nova-compute[74725]:   <metadata>
Nov 15 17:23:20 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:23:20 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1330912621</nova:name>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:23:20</nova:creationTime>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:23:20 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:23:20 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:owner>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:user uuid="7e8c3c47b55b41c78641bdb95d868cc0">tempest-TestServerVolumeAttachmentScenario-1080547892-project-member</nova:user>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:project uuid="be737445aecf454480ff29c68db68e04">tempest-TestServerVolumeAttachmentScenario-1080547892</nova:project>
Nov 15 17:23:20 user nova-compute[74725]:       </nova:owner>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:23:20 user nova-compute[74725]:       <nova:ports>
Nov 15 17:23:20 user nova-compute[74725]:         <nova:port uuid="faed8325-82fd-4362-ac3f-adfc080e3855">
Nov 15 17:23:20 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:23:20 user nova-compute[74725]:         </nova:port>
Nov 15 17:23:20 user nova-compute[74725]:       </nova:ports>
Nov 15 17:23:20 user nova-compute[74725]:     </nova:instance>
Nov 15 17:23:20 user nova-compute[74725]:   </metadata>
Nov 15 17:23:20 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:23:20 user nova-compute[74725]:     <system>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="serial">e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773</entry>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="uuid">e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773</entry>
Nov 15 17:23:20 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:23:20 user nova-compute[74725]:     </system>
Nov 15 17:23:20 user nova-compute[74725]:   </sysinfo>
Nov 15 17:23:20 user nova-compute[74725]:   <os>
Nov 15 17:23:20 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:23:20 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:23:20 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:23:20 user nova-compute[74725]:   </os>
Nov 15 17:23:20 user nova-compute[74725]:   <features>
Nov 15 17:23:20 user nova-compute[74725]:     <acpi/>
Nov 15 17:23:20 user nova-compute[74725]:     <apic/>
Nov 15 17:23:20 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:23:20 user nova-compute[74725]:   </features>
Nov 15 17:23:20 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:23:20 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:23:20 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:23:20 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:23:20 user nova-compute[74725]:   </clock>
Nov 15 17:23:20 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:23:20 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:23:20 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:23:20 user nova-compute[74725]:   </cpu>
Nov 15 17:23:20 user nova-compute[74725]:   <devices>
Nov 15 17:23:20 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:23:20 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:23:20 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk"/>
Nov 15 17:23:20 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:23:20 user nova-compute[74725]:     </disk>
Nov 15 17:23:20 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:23:20 user nova-compute[74725]:       <mac address="fa:16:3e:e2:65:7f"/>
Nov 15 17:23:20 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:20 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:23:20 user nova-compute[74725]:       <target dev="tapfaed8325-82"/>
Nov 15 17:23:20 user nova-compute[74725]:     </interface>
Nov 15 17:23:20 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:23:20 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/console.log" append="off"/>
Nov 15 17:23:20 user nova-compute[74725]:     </serial>
Nov 15 17:23:20 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:23:20 user nova-compute[74725]:     <video>
Nov 15 17:23:20 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:20 user nova-compute[74725]:     </video>
Nov 15 17:23:20 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:23:20 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:23:20 user nova-compute[74725]:     </rng>
Nov 15 17:23:20 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:23:20 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:23:20 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:23:20 user nova-compute[74725]:     </memballoon>
Nov 15 17:23:20 user nova-compute[74725]:   </devices>
Nov 15 17:23:20 user nova-compute[74725]: </domain>
Nov 15 17:23:20 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1330912621',display_name='tempest-TestServerVolumeAttachmentScenario-server-1330912621',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1330912621',id=23,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEZH06NzcVu2orS++8xMmP4PxBELoEOAMqTzaJMPa1ei6ku46aq9TdvPIL58Z7LQsIZ/FJREX6N71IzPdJssUvo1agH/Sf1WadOtQ0dPEFypgaHgVPz9hMZCTY7SdetTg==',key_name='tempest-keypair-1368257992',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be737445aecf454480ff29c68db68e04',ramdisk_id='',reservation_id='r-ki4ekgpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1080547892',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1080547892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e8c3c47b55b41c78641bdb95d868cc0',uuid=e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converting VIF {"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG os_vif [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f434a25-0aea-5a2e-a48f-6a83cd9e7606', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfaed8325-82, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfaed8325-82, col_values=(('qos', UUID('440dd22c-e047-4682-bfb3-63514d8c060d')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfaed8325-82, col_values=(('external_ids', {'iface-id': 'faed8325-82fd-4362-ac3f-adfc080e3855', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:65:7f', 'vm-uuid': 'e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:20 user nova-compute[74725]: INFO os_vif [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82')
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:23:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No VIF found with MAC fa:16:3e:e2:65:7f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Releasing lock "refresh_cache-ef423888-4eec-4a0e-91c6-226e4986886d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance destroyed successfully.
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'resources' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updated VIF entry in instance network info cache for port faed8325-82fd-4362-ac3f-adfc080e3855. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating instance_info_cache with network_info: [{"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG os_vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcae3b276-d1, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64bd01b2-1d4a-4553-9290-5effc6433a33 req-628a1cc8-34b4-4f05-987d-c39de38593e5 service nova] Releasing lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3b7f579f-73cb-4923-8daf-d132a39f2b4c) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:21 user nova-compute[74725]: INFO os_vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start _get_guest_xml network_info=[{"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'numa_topology' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:23:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'vcpu_model' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'pci_devices' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:23:21 user nova-compute[74725]:   <uuid>ef423888-4eec-4a0e-91c6-226e4986886d</uuid>
Nov 15 17:23:21 user nova-compute[74725]:   <name>instance-00000005</name>
Nov 15 17:23:21 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:23:21 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:23:21 user nova-compute[74725]:   <metadata>
Nov 15 17:23:21 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:23:21 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeTestJSON-server-753261566</nova:name>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:23:21</nova:creationTime>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:23:21 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:23:21 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:owner>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:user uuid="1c0c92c5ddbb48a39c2d309d02bf6795">tempest-AttachVolumeTestJSON-1349472248-project-member</nova:user>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:project uuid="13637a1238224773aa9bbadf2991e120">tempest-AttachVolumeTestJSON-1349472248</nova:project>
Nov 15 17:23:21 user nova-compute[74725]:       </nova:owner>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:23:21 user nova-compute[74725]:       <nova:ports>
Nov 15 17:23:21 user nova-compute[74725]:         <nova:port uuid="cae3b276-d1f5-425f-ae3e-2e9b9cb35f77">
Nov 15 17:23:21 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:23:21 user nova-compute[74725]:         </nova:port>
Nov 15 17:23:21 user nova-compute[74725]:       </nova:ports>
Nov 15 17:23:21 user nova-compute[74725]:     </nova:instance>
Nov 15 17:23:21 user nova-compute[74725]:   </metadata>
Nov 15 17:23:21 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:23:21 user nova-compute[74725]:     <system>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="serial">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="uuid">ef423888-4eec-4a0e-91c6-226e4986886d</entry>
Nov 15 17:23:21 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:23:21 user nova-compute[74725]:     </system>
Nov 15 17:23:21 user nova-compute[74725]:   </sysinfo>
Nov 15 17:23:21 user nova-compute[74725]:   <os>
Nov 15 17:23:21 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:23:21 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:23:21 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:23:21 user nova-compute[74725]:   </os>
Nov 15 17:23:21 user nova-compute[74725]:   <features>
Nov 15 17:23:21 user nova-compute[74725]:     <acpi/>
Nov 15 17:23:21 user nova-compute[74725]:     <apic/>
Nov 15 17:23:21 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:23:21 user nova-compute[74725]:   </features>
Nov 15 17:23:21 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:23:21 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:23:21 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:23:21 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:23:21 user nova-compute[74725]:   </clock>
Nov 15 17:23:21 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:23:21 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:23:21 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:23:21 user nova-compute[74725]:   </cpu>
Nov 15 17:23:21 user nova-compute[74725]:   <devices>
Nov 15 17:23:21 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:23:21 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:23:21 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk"/>
Nov 15 17:23:21 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:23:21 user nova-compute[74725]:     </disk>
Nov 15 17:23:21 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:23:21 user nova-compute[74725]:       <mac address="fa:16:3e:07:fa:81"/>
Nov 15 17:23:21 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:21 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:23:21 user nova-compute[74725]:       <target dev="tapcae3b276-d1"/>
Nov 15 17:23:21 user nova-compute[74725]:     </interface>
Nov 15 17:23:21 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:23:21 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/console.log" append="off"/>
Nov 15 17:23:21 user nova-compute[74725]:     </serial>
Nov 15 17:23:21 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:23:21 user nova-compute[74725]:     <video>
Nov 15 17:23:21 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:21 user nova-compute[74725]:     </video>
Nov 15 17:23:21 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:23:21 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:23:21 user nova-compute[74725]:     </rng>
Nov 15 17:23:21 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:23:21 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:23:21 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:23:21 user nova-compute[74725]:     </memballoon>
Nov 15 17:23:21 user nova-compute[74725]:   </devices>
Nov 15 17:23:21 user nova-compute[74725]: </domain>
Nov 15 17:23:21 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'trusted_certs' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:23:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Cannot resize image /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'migration_context' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.objects.base [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Object Instance<ef423888-4eec-4a0e-91c6-226e4986886d> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:21:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG os_vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b71c9590-060f-57e4-8ca9-96dcab75b52e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcae3b276-d1, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcae3b276-d1, col_values=(('qos', UUID('948e0757-cf2e-4462-ac59-68fa6fcd1a57')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcae3b276-d1, col_values=(('external_ids', {'iface-id': 'cae3b276-d1f5-425f-ae3e-2e9b9cb35f77', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:fa:81', 'vm-uuid': 'ef423888-4eec-4a0e-91c6-226e4986886d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: INFO os_vif [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] No waiting events found dispatching network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:22 user nova-compute[74725]: WARNING nova.compute.manager [req-407fed8f-debc-4258-b10d-ffef0314ca4c req-c109c39c-bc91-435b-b4d3-43d39a702cd8 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received unexpected event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 for instance with vm_state building and task_state spawning.
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:24 user nova-compute[74725]: WARNING nova.compute.manager [req-1b40ec60-1e2d-43fd-991c-69d00f7c7722 req-a12f98a6-0db7-4628-b197-2e9b1c7bed77 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state powering-on.
Nov 15 17:23:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] No waiting events found dispatching network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:24 user nova-compute[74725]: WARNING nova.compute.manager [req-5ff1487b-4a46-415d-b5c7-d1eba6cbe959 req-5129c979-915f-4158-9bb2-8a73fd7a65c0 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received unexpected event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 for instance with vm_state building and task_state spawning.
Nov 15 17:23:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:23:25 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Instance spawned successfully.
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:25 user nova-compute[74725]: INFO nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Took 6.88 seconds to spawn the instance on the hypervisor.
Nov 15 17:23:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:23:25 user nova-compute[74725]: INFO nova.compute.manager [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Took 7.73 seconds to build instance.
Nov 15 17:23:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0d26a969-f1fa-41ca-8edf-666bb864d9ca tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.854s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:26 user nova-compute[74725]: WARNING nova.compute.manager [req-fda3173f-c77b-4037-8e59-fd1161a53925 req-5733c0be-0861-4079-9b3f-46df79268775 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state stopped and task_state powering-on.
Nov 15 17:23:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:23:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance rebooted successfully.
Nov 15 17:23:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ca929d40-faec-40ea-8b96-1fb189b8547c tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:26 user nova-compute[74725]: INFO nova.compute.manager [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Unshelving
Nov 15 17:23:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:27 user nova-compute[74725]: INFO nova.virt.block_device [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Booting with volume 4f7c92b6-4a32-4d79-89fa-05eeb943ab28 at /dev/vdc
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.utils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc5b1b3-87a1-4751-9dbc-ff15c5105107]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[95bedad3-6091-472b-94a6-d815a1129c15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cd59da-47cd-40b9-9ef5-501e4d723302]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d857d0c-ff99-4578-b74c-8b2dd9915d03]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:23:27 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:23:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16dd0b0-be6a-4529-9157-d89d5064e2d7]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG os_brick.utils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:23:27 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating existing volume attachment record: 4173ffa8-8282-46f2-a442-16f040d54188 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:28 user nova-compute[74725]: INFO nova.compute.manager [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Terminating instance
Nov 15 17:23:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-unplugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] No waiting events found dispatching network-vif-unplugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-007f433b-915c-49a2-90bb-00c3bdf53eb1 req-391c8ef8-27b3-4075-bac6-83b637154853 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-unplugged-93c009ff-5094-4743-b5b0-ed968aec331a for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:23:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Instance destroyed successfully.
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.objects.instance [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lazy-loading 'resources' on Instance uuid 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:20:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-187173148',display_name='tempest-TestVolumeSwap-server-187173148',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-187173148',id=19,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA9Evx4F0Fc5HHjujdTu2DLlUmwC61U3GAeKUUCOadmvr57GLIRRdKcrQHlQ2RhwJ27fq9w2avr0qTl4L4xCoVkn4lVqXR9p7mVzs+d79ztfZVft6t8gE2zVwGI8buPPqQ==',key_name='tempest-keypair-394492113',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:20:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a780a603ff3448878ca3ecd1e24ebb20',ramdisk_id='',reservation_id='r-wnazazqk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-2135833936',owner_user_name='tempest-TestVolumeSwap-2135833936-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:20:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2cd14d6dba1c40b783c45739a95efe46',uuid=8d5fd8f5-818d-4fe6-9146-aec6e4f9827b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converting VIF {"id": "93c009ff-5094-4743-b5b0-ed968aec331a", "address": "fa:16:3e:30:48:4e", "network": {"id": "74a7c7a8-ee38-4521-aadb-0e8a493fd664", "bridge": "br-int", "label": "tempest-TestVolumeSwap-2129873756-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a780a603ff3448878ca3ecd1e24ebb20", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93c009ff-50", "ovs_interfaceid": "93c009ff-5094-4743-b5b0-ed968aec331a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG os_vif [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93c009ff-50, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe0240a0-0ed8-4014-998e-e6a6318f05ff) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:29 user nova-compute[74725]: INFO os_vif [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:48:4e,bridge_name='br-int',has_traffic_filtering=True,id=93c009ff-5094-4743-b5b0-ed968aec331a,network=Network(74a7c7a8-ee38-4521-aadb-0e8a493fd664),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93c009ff-50')
Nov 15 17:23:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Deleting instance files /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b_del
Nov 15 17:23:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Deletion of /opt/stack/data/nova/instances/8d5fd8f5-818d-4fe6-9146-aec6e4f9827b_del complete
Nov 15 17:23:29 user nova-compute[74725]: INFO nova.compute.manager [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 15 17:23:29 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:23:29 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:23:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:31 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Took 1.06 seconds to deallocate network for instance.
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-96f8b262-e586-4cab-9b2b-1a184f061621 req-c02944bf-b2f8-4f3b-a555-9dd4ff4725ff service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-deleted-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:31 user nova-compute[74725]: INFO nova.compute.manager [req-96f8b262-e586-4cab-9b2b-1a184f061621 req-c02944bf-b2f8-4f3b-a555-9dd4ff4725ff service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Neutron deleted interface 93c009ff-5094-4743-b5b0-ed968aec331a; detaching it from the instance and deleting it from the info cache
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-96f8b262-e586-4cab-9b2b-1a184f061621 req-c02944bf-b2f8-4f3b-a555-9dd4ff4725ff service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-96f8b262-e586-4cab-9b2b-1a184f061621 req-c02944bf-b2f8-4f3b-a555-9dd4ff4725ff service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Detach interface failed, port_id=93c009ff-5094-4743-b5b0-ed968aec331a, reason: Instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] Acquiring lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] No waiting events found dispatching network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:31 user nova-compute[74725]: WARNING nova.compute.manager [req-f00f32ee-1222-4183-9534-0636519df16d req-30a0b178-9660-46b3-b5d1-2bafb1d9f608 service nova] [instance: 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b] Received unexpected event network-vif-plugged-93c009ff-5094-4743-b5b0-ed968aec331a for instance with vm_state deleted and task_state None.
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.514s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:31 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Deleted allocations for instance 8d5fd8f5-818d-4fe6-9146-aec6e4f9827b
Nov 15 17:23:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14b3f596-1788-4e2f-9b8c-92296f7e4dbf tempest-TestVolumeSwap-2135833936 tempest-TestVolumeSwap-2135833936-project-member] Lock "8d5fd8f5-818d-4fe6-9146-aec6e4f9827b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.964s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_requests' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'numa_topology' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:23:33 user nova-compute[74725]: INFO nova.compute.claims [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Claim successful on node user
Nov 15 17:23:33 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:33 user nova-compute[74725]: INFO nova.network.neutron [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing instance network info cache due to event network-changed-0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] Acquiring lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:23:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Creating image(s)
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'trusted_certs' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] Acquired lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.network.neutron [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Refreshing network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG nova.objects.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<01c527d4-daa5-4001-8d98-b702cd52cf9d> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "085518d07c8ccf180f3285ed31b46290617599de" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "085518d07c8ccf180f3285ed31b46290617599de" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.part --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG nova.virt.images [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] 6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2 was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:23:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.part /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updated VIF entry in instance network info cache for port 0f2782bc-8b40-45c6-8ffc-1d7f70d44973. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0c588ade-9057-41ee-8519-148e6135d77f req-1a44b2eb-b8b3-4019-bffe-32b074d49b35 service nova] Releasing lock "refresh_cache-01c527d4-daa5-4001-8d98-b702cd52cf9d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.part /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.converted" returned: 0 in 0.305s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de.converted --force-share --output=json" returned: 0 in 0.213s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "085518d07c8ccf180f3285ed31b46290617599de" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.798s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "085518d07c8ccf180f3285ed31b46290617599de" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "085518d07c8ccf180f3285ed31b46290617599de" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de,backing_fmt=raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de,backing_fmt=raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk 1073741824" returned: 0 in 0.056s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "085518d07c8ccf180f3285ed31b46290617599de" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'migration_context' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:37 user nova-compute[74725]: DEBUG nova.objects.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<01c527d4-daa5-4001-8d98-b702cd52cf9d> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:37 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Rebasing disk image.
Nov 15 17:23:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a -F raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a -F raw /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk" returned: 0 in 1.962s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Ensure instance console log exists: /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start _get_guest_xml network_info=[{"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='5a6607fa45695789ffe6bfe23e4695ff',container_format='bare',created_at=2023-11-15T17:21:34Z,direct_url=<?>,disk_format='qcow2',id=6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-822114283-shelved',owner='8692b3aaed4345db844975674a0e3c3c',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T17:21:39Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YXDmgHhM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '01c527d4-daa5-4001-8d98-b702cd52cf9d', 'attached_at': '', 'detached_at': '', 'volume_id': '4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 'serial': '4f7c92b6-4a32-4d79-89fa-05eeb943ab28'}, 'boot_index': None, 'attachment_id': '4173ffa8-8282-46f2-a442-16f040d54188', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:23:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5a6607fa45695789ffe6bfe23e4695ff',container_format='bare',created_at=2023-11-15T17:21:34Z,direct_url=<?>,disk_format='qcow2',id=6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-822114283-shelved',owner='8692b3aaed4345db844975674a0e3c3c',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T17:21:39Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'vcpu_model' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.objects.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<01c527d4-daa5-4001-8d98-b702cd52cf9d> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YXDmgHhM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:23:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:23:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:23:39 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8532e285-c0bd-456c-bc81-5e0358c10eca]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:23:39 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5521bd-ab0a-4c67-b14b-46a2bb909572]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28] added
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2881150-3530-4607-b2ff-4715579d7be0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f236854b-4b76-4cba-8234-c39639fd8039]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YXDmgHhM {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YXDmgHhM" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6250a9f-3c68-44ed-975c-f6a262e996ec]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YXDmgHhM'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af08086-edfc-4f22-8faf-b9cf688a9d8e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24914b0a-8838-47a4-adfe-49ee599d80b2]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9db06b-f514-47c9-af84-958b8bf1e330]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260]
Nov 15 17:23:39 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260] successful.
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c32c03-10af-4ae6-b3dd-04d332a1626d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[89de968f-7bac-4aa4-a511-0801710aeefb]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:23:39 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:23:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe545e5-acbc-4830-b989-def5c00c8809]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:23:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YXDmgHhM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '26332646466663635', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26332646466663635', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1536306772',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:21:38.642067',shelved_host='user',shelved_image_id='6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_devices' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.objects.base [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<01c527d4-daa5-4001-8d98-b702cd52cf9d> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:23:40 user nova-compute[74725]:   <uuid>01c527d4-daa5-4001-8d98-b702cd52cf9d</uuid>
Nov 15 17:23:40 user nova-compute[74725]:   <name>instance-00000012</name>
Nov 15 17:23:40 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:23:40 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:23:40 user nova-compute[74725]:   <metadata>
Nov 15 17:23:40 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:23:40 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-822114283</nova:name>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:23:39</nova:creationTime>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:23:40 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:23:40 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:owner>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:user uuid="19bcf1ad20624ef5b9c21e987580a992">tempest-AttachVolumeShelveTestJSON-1338746174-project-member</nova:user>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:project uuid="8692b3aaed4345db844975674a0e3c3c">tempest-AttachVolumeShelveTestJSON-1338746174</nova:project>
Nov 15 17:23:40 user nova-compute[74725]:       </nova:owner>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:root type="image" uuid="6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2"/>
Nov 15 17:23:40 user nova-compute[74725]:       <nova:ports>
Nov 15 17:23:40 user nova-compute[74725]:         <nova:port uuid="0f2782bc-8b40-45c6-8ffc-1d7f70d44973">
Nov 15 17:23:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:23:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:23:40 user nova-compute[74725]:       </nova:ports>
Nov 15 17:23:40 user nova-compute[74725]:     </nova:instance>
Nov 15 17:23:40 user nova-compute[74725]:   </metadata>
Nov 15 17:23:40 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:23:40 user nova-compute[74725]:     <system>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="serial">01c527d4-daa5-4001-8d98-b702cd52cf9d</entry>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="uuid">01c527d4-daa5-4001-8d98-b702cd52cf9d</entry>
Nov 15 17:23:40 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:23:40 user nova-compute[74725]:     </system>
Nov 15 17:23:40 user nova-compute[74725]:   </sysinfo>
Nov 15 17:23:40 user nova-compute[74725]:   <os>
Nov 15 17:23:40 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:23:40 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:23:40 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:23:40 user nova-compute[74725]:   </os>
Nov 15 17:23:40 user nova-compute[74725]:   <features>
Nov 15 17:23:40 user nova-compute[74725]:     <acpi/>
Nov 15 17:23:40 user nova-compute[74725]:     <apic/>
Nov 15 17:23:40 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:23:40 user nova-compute[74725]:   </features>
Nov 15 17:23:40 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:23:40 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:23:40 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:23:40 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:23:40 user nova-compute[74725]:   </clock>
Nov 15 17:23:40 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:23:40 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:23:40 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:23:40 user nova-compute[74725]:   </cpu>
Nov 15 17:23:40 user nova-compute[74725]:   <devices>
Nov 15 17:23:40 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:23:40 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:23:40 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk"/>
Nov 15 17:23:40 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:23:40 user nova-compute[74725]:     </disk>
Nov 15 17:23:40 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:23:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:23:40 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:23:40 user nova-compute[74725]:       <target dev="vdc" bus="virtio"/>
Nov 15 17:23:40 user nova-compute[74725]:       <serial>4f7c92b6-4a32-4d79-89fa-05eeb943ab28</serial>
Nov 15 17:23:40 user nova-compute[74725]:     </disk>
Nov 15 17:23:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:23:40 user nova-compute[74725]:       <mac address="fa:16:3e:5d:77:0d"/>
Nov 15 17:23:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:23:40 user nova-compute[74725]:       <target dev="tap0f2782bc-8b"/>
Nov 15 17:23:40 user nova-compute[74725]:     </interface>
Nov 15 17:23:40 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:23:40 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/console.log" append="off"/>
Nov 15 17:23:40 user nova-compute[74725]:     </serial>
Nov 15 17:23:40 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:23:40 user nova-compute[74725]:     <video>
Nov 15 17:23:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:40 user nova-compute[74725]:     </video>
Nov 15 17:23:40 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:23:40 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:23:40 user nova-compute[74725]:     </rng>
Nov 15 17:23:40 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:23:40 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:23:40 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:23:40 user nova-compute[74725]:     </memballoon>
Nov 15 17:23:40 user nova-compute[74725]:   </devices>
Nov 15 17:23:40 user nova-compute[74725]: </domain>
Nov 15 17:23:40 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1536306772',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:21:38.642067',shelved_host='user',shelved_image_id='6ff7247b-c3b1-4352-9f11-b03eb6f8a6e2'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG os_vif [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0ff5d8a2-9152-5478-8464-04efd57d85a8', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0f2782bc-8b, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0f2782bc-8b, col_values=(('qos', UUID('08c192cb-1d98-4279-b372-e8ebcc43c02a')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0f2782bc-8b, col_values=(('external_ids', {'iface-id': '0f2782bc-8b40-45c6-8ffc-1d7f70d44973', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:77:0d', 'vm-uuid': '01c527d4-daa5-4001-8d98-b702cd52cf9d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:40 user nova-compute[74725]: INFO os_vif [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b')
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:23:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No VIF found with MAC fa:16:3e:5d:77:0d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:42 user nova-compute[74725]: WARNING nova.compute.manager [req-23e326d7-4a4e-4459-80dd-04a8faa3ccd7 req-b0299bb3-8c15-4572-a9f9-fbb234cb949d service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:23:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance spawned successfully.
Nov 15 17:23:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:44 user nova-compute[74725]: WARNING nova.compute.manager [req-8888f2cc-8a39-4923-97ab-262a5a28414e req-885681e2-330c-43ed-9b33-5a62c0734493 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:23:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:23:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-25e82699-eabc-46c7-a94c-d38462955956 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 17.731s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:23:46 user nova-compute[74725]: INFO nova.compute.claims [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Claim successful on node user
Nov 15 17:23:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:23:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.policy [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f689d0f5c93a4a54948960dae07289cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7907c112bde74f139de7466299849de8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:23:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Creating image(s)
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.222s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk 1073741824" returned: 0 in 0.052s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:23:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Successfully created port: 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Cannot resize image /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Ensure instance console log exists: /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Successfully updated port: 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing instance network info cache due to event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:23:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.neutron [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance network_info: |[{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start _get_guest_xml network_info=[{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:23:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-30073778',display_name='tempest-ServerRescueNegativeTestJSON-server-30073778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-30073778',id=24,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDJnmWD+iHLmTeSaq0f/qNm4d1tG8vcKbsrBUPFGy5cbuVKG6yQu0Z7tcdZYdywrCvPjtd3KO7A6iEGcfQTMfBE3+QJ3UQrrUz+46v31qLNuI/J6suUpMUvJmE+mTmL9vg==',key_name='tempest-keypair-1266252956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-bhi7suup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f689d0f5c93a4a54948960dae07289cb',uuid=5765773e-7e6e-4c9d-be19-a79fa06637e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:23:49 user nova-compute[74725]:   <uuid>5765773e-7e6e-4c9d-be19-a79fa06637e0</uuid>
Nov 15 17:23:49 user nova-compute[74725]:   <name>instance-00000018</name>
Nov 15 17:23:49 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:23:49 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:23:49 user nova-compute[74725]:   <metadata>
Nov 15 17:23:49 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:23:49 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-30073778</nova:name>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:23:49</nova:creationTime>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:23:49 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:23:49 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:owner>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:23:49 user nova-compute[74725]:       </nova:owner>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:23:49 user nova-compute[74725]:       <nova:ports>
Nov 15 17:23:49 user nova-compute[74725]:         <nova:port uuid="7dc3bb7e-346b-4942-b133-95477b1f2258">
Nov 15 17:23:49 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:23:49 user nova-compute[74725]:         </nova:port>
Nov 15 17:23:49 user nova-compute[74725]:       </nova:ports>
Nov 15 17:23:49 user nova-compute[74725]:     </nova:instance>
Nov 15 17:23:49 user nova-compute[74725]:   </metadata>
Nov 15 17:23:49 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:23:49 user nova-compute[74725]:     <system>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="serial">5765773e-7e6e-4c9d-be19-a79fa06637e0</entry>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="uuid">5765773e-7e6e-4c9d-be19-a79fa06637e0</entry>
Nov 15 17:23:49 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:23:49 user nova-compute[74725]:     </system>
Nov 15 17:23:49 user nova-compute[74725]:   </sysinfo>
Nov 15 17:23:49 user nova-compute[74725]:   <os>
Nov 15 17:23:49 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:23:49 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:23:49 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:23:49 user nova-compute[74725]:   </os>
Nov 15 17:23:49 user nova-compute[74725]:   <features>
Nov 15 17:23:49 user nova-compute[74725]:     <acpi/>
Nov 15 17:23:49 user nova-compute[74725]:     <apic/>
Nov 15 17:23:49 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:23:49 user nova-compute[74725]:   </features>
Nov 15 17:23:49 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:23:49 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:23:49 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:23:49 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:23:49 user nova-compute[74725]:   </clock>
Nov 15 17:23:49 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:23:49 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:23:49 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:23:49 user nova-compute[74725]:   </cpu>
Nov 15 17:23:49 user nova-compute[74725]:   <devices>
Nov 15 17:23:49 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:23:49 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:23:49 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk"/>
Nov 15 17:23:49 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:23:49 user nova-compute[74725]:     </disk>
Nov 15 17:23:49 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:23:49 user nova-compute[74725]:       <mac address="fa:16:3e:19:47:83"/>
Nov 15 17:23:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:49 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:23:49 user nova-compute[74725]:       <target dev="tap7dc3bb7e-34"/>
Nov 15 17:23:49 user nova-compute[74725]:     </interface>
Nov 15 17:23:49 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:23:49 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/console.log" append="off"/>
Nov 15 17:23:49 user nova-compute[74725]:     </serial>
Nov 15 17:23:49 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:23:49 user nova-compute[74725]:     <video>
Nov 15 17:23:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:23:49 user nova-compute[74725]:     </video>
Nov 15 17:23:49 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:23:49 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:23:49 user nova-compute[74725]:     </rng>
Nov 15 17:23:49 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:23:49 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:23:49 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:23:49 user nova-compute[74725]:     </memballoon>
Nov 15 17:23:49 user nova-compute[74725]:   </devices>
Nov 15 17:23:49 user nova-compute[74725]: </domain>
Nov 15 17:23:49 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-30073778',display_name='tempest-ServerRescueNegativeTestJSON-server-30073778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-30073778',id=24,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDJnmWD+iHLmTeSaq0f/qNm4d1tG8vcKbsrBUPFGy5cbuVKG6yQu0Z7tcdZYdywrCvPjtd3KO7A6iEGcfQTMfBE3+QJ3UQrrUz+46v31qLNuI/J6suUpMUvJmE+mTmL9vg==',key_name='tempest-keypair-1266252956',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-bhi7suup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f689d0f5c93a4a54948960dae07289cb',uuid=5765773e-7e6e-4c9d-be19-a79fa06637e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG os_vif [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3e85847-3b20-5dea-adac-3faf5ee3e6da', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7dc3bb7e-34, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7dc3bb7e-34, col_values=(('qos', UUID('c1f3adb7-cf03-41f9-8c54-814bc9d98ab0')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7dc3bb7e-34, col_values=(('external_ids', {'iface-id': '7dc3bb7e-346b-4942-b133-95477b1f2258', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:47:83', 'vm-uuid': '5765773e-7e6e-4c9d-be19-a79fa06637e0'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:49 user nova-compute[74725]: INFO os_vif [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34')
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:19:47:83, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updated VIF entry in instance network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06f72ac1-2040-4344-9a44-331f37c024da req-200f65d0-d351-47a6-b142-7d7d628618e1 service nova] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:50 user nova-compute[74725]: WARNING nova.compute.manager [req-adbdc073-3c75-4f65-9296-fb424c01934c req-e8aea51b-b4b8-4d76-9fab-754da051b47c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state building and task_state spawning.
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:23:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance spawned successfully.
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:52 user nova-compute[74725]: WARNING nova.compute.manager [req-42c8d5e8-a298-4100-a10f-214701a004e3 req-6b751efc-b6e7-4137-ad19-ed557b7b59d2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state building and task_state spawning.
Nov 15 17:23:52 user nova-compute[74725]: INFO nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Took 5.76 seconds to spawn the instance on the hypervisor.
Nov 15 17:23:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:23:53 user nova-compute[74725]: INFO nova.compute.manager [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Took 6.62 seconds to build instance.
Nov 15 17:23:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-864adec6-70f4-4679-8c4c-fb17e04ba4f8 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.712s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:56 user nova-compute[74725]: INFO nova.compute.manager [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Detaching volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:23:56 user nova-compute[74725]: INFO nova.virt.block_device [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Attempting to driver detach volume 3ddce673-7b2d-4a1d-b974-ef582ada8ba9 from mountpoint /dev/vdb
Nov 15 17:23:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Attempting to detach device vdb from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:23:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:23:56 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:23:56 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:23:56 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:23:56 user nova-compute[74725]:   <serial>3ddce673-7b2d-4a1d-b974-ef582ada8ba9</serial>
Nov 15 17:23:56 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:23:56 user nova-compute[74725]: </disk>
Nov 15 17:23:56 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:23:56 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully detached device vdb from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the persistent domain config.
Nov 15 17:23:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:23:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:23:56 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:23:56 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:23:56 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:23:56 user nova-compute[74725]:   <serial>3ddce673-7b2d-4a1d-b974-ef582ada8ba9</serial>
Nov 15 17:23:56 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:23:56 user nova-compute[74725]: </disk>
Nov 15 17:23:56 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:23:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.005s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:57 user nova-compute[74725]: INFO nova.compute.manager [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Terminating instance
Nov 15 17:23:57 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-unplugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] No waiting events found dispatching network-vif-unplugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0963e87-606c-4001-b782-b06e45a76cc4 req-f12c709d-994f-46d2-8098-44be8fae1ce7 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-unplugged-91a9e153-8ba0-4862-b5e5-5957056b7afe for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:23:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Instance destroyed successfully.
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lazy-loading 'resources' on Instance uuid 666e6bd6-00e6-44d2-a00d-93ae8956a6d1 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1096815790',display_name='tempest-ServersNegativeTestJSON-server-1096815790',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1096815790',id=2,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3292ae03e78a4d8482bd5923cd03f7c4',ramdisk_id='',reservation_id='r-wj88e9gt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1666803185',owner_user_name='tempest-ServersNegativeTestJSON-1666803185-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:15:35Z,user_data=None,user_id='2e0e4818fe1742ca853439620a2baf3c',uuid=666e6bd6-00e6-44d2-a00d-93ae8956a6d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converting VIF {"id": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "address": "fa:16:3e:3b:eb:8c", "network": {"id": "81e88e92-fdf2-42e4-bbf6-53087d742ef7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-592220939-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3292ae03e78a4d8482bd5923cd03f7c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap91a9e153-8b", "ovs_interfaceid": "91a9e153-8ba0-4862-b5e5-5957056b7afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG os_vif [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap91a9e153-8b, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c48dc99-62f9-4e7f-a9f0-39bb961646c7) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:23:58 user nova-compute[74725]: INFO os_vif [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:eb:8c,bridge_name='br-int',has_traffic_filtering=True,id=91a9e153-8ba0-4862-b5e5-5957056b7afe,network=Network(81e88e92-fdf2-42e4-bbf6-53087d742ef7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap91a9e153-8b')
Nov 15 17:23:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Deleting instance files /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1_del
Nov 15 17:23:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Deletion of /opt/stack/data/nova/instances/666e6bd6-00e6-44d2-a00d-93ae8956a6d1_del complete
Nov 15 17:23:58 user nova-compute[74725]: INFO nova.compute.manager [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 17:23:58 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:23:58 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Took 0.45 seconds to deallocate network for instance.
Nov 15 17:23:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-527a6988-be46-4e16-adfb-413fc1aa7aa1 req-fcd96c61-ba82-43d3-93fc-1a51418a11b8 service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-deleted-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:59 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Deleted allocations for instance 666e6bd6-00e6-44d2-a00d-93ae8956a6d1
Nov 15 17:23:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4a2f3f6a-c21b-48f9-8cce-f25221b288e6 tempest-ServersNegativeTestJSON-1666803185 tempest-ServersNegativeTestJSON-1666803185-project-member] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.920s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] Acquiring lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] Lock "666e6bd6-00e6-44d2-a00d-93ae8956a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:23:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] No waiting events found dispatching network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:23:59 user nova-compute[74725]: WARNING nova.compute.manager [req-d5d8e23c-f776-4732-b8df-bc280b409945 req-e07dcba5-01f5-42c4-8e07-d2053334690d service nova] [instance: 666e6bd6-00e6-44d2-a00d-93ae8956a6d1] Received unexpected event network-vif-plugged-91a9e153-8ba0-4862-b5e5-5957056b7afe for instance with vm_state deleted and task_state None.
Nov 15 17:24:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:10 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [{"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:24:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f is timed out.
Nov 15 17:24:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully detached device vdb from instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f from the live domain config.
Nov 15 17:24:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kejANoGt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:24:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[de580a7a-ad1e-4695-810b-40cda029e2e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:24:16 user nova-compute[74725]: No targets found.
Nov 15 17:24:16 user nova-compute[74725]: iSNS:
Nov 15 17:24:16 user nova-compute[74725]: No targets found.
Nov 15 17:24:16 user nova-compute[74725]: STATIC:
Nov 15 17:24:16 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28
Nov 15 17:24:16 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:24:16 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:24:16 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9
Nov 15 17:24:16 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:24:16 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:24:16 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:24:16 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:24:16 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:24:16 user nova-compute[74725]: FIRMWARE:
Nov 15 17:24:16 user nova-compute[74725]: No targets found.
Nov 15 17:24:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:24:16 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:24:16 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[caece14f-4ebb-48e6-9229-792d5d1072e2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97e637c-17fd-400f-bd53-82eeb9008e87]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:24:16 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:24:16 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:24:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 (non-flash)
Nov 15 17:24:16 user nova-compute[74725]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:24:16 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:24:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac56d630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec79232-a425-4336-8fe4-c2c1cc581b2f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[211d693e-608b-4861-bb5c-b621d744cc5e]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b11cd00-42ba-47c0-a374-3cb77518bddc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e030edd-e29f-40ba-9573-e6c75c4439a1]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e85637d4-2ea8-4309-89b6-f37cf92056ba]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[907ec61b-aa1f-4922-a110-c913a6ad1f75]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260]
Nov 15 17:24:17 user nova-compute[74725]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9, portal: 172.16.0.220,3260] successful.
Nov 15 17:24:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3ddce673-7b2d-4a1d-b974-ef582ada8ba9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2162ef4-9d82-4c7b-974f-515a52780d48]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== disconnect_volume: return (393ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'flavor' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-57826712-a5ec-4926-97f6-a864b45cd25b tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.837s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-changed-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Refreshing instance network info cache due to event network-changed-6330eea2-480d-4208-a128-ed843ed73919. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Refreshing network info cache for port 6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updated VIF entry in instance network info cache for port 6330eea2-480d-4208-a128-ed843ed73919. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9657e6d2-37d0-4460-8123-b6dd86a2df80 req-ad8e8972-5b34-45df-8a87-650d80644975 service nova] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:21 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7402MB free_disk=25.059589385986328GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ef423888-4eec-4a0e-91c6-226e4986886d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 01c527d4-daa5-4001-8d98-b702cd52cf9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:24:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:24:22 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:24:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.701s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:24:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:24:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:25 user nova-compute[74725]: INFO nova.compute.manager [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Rescuing
Nov 15 17:24:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:24:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:26 user nova-compute[74725]: WARNING nova.compute.manager [req-bd47f71a-7cab-4ff9-bc9a-6b5a35796c41 req-59c5d6ce-7208-41ac-adf6-8a0149acf1ae service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state active and task_state rescuing.
Nov 15 17:24:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance destroyed successfully.
Nov 15 17:24:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Attempting a stable device rescue
Nov 15 17:24:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:24:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Creating image(s)
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "a4c3b705861a637dff8d313276a1525157eb59ff" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "a4c3b705861a637dff8d313276a1525157eb59ff" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.part --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:27 user nova-compute[74725]: DEBUG nova.virt.images [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] 88cf952c-a396-44f7-8da3-307b520b94cb was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:24:27 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:24:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.part /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.part /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.converted" returned: 0 in 0.243s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "a4c3b705861a637dff8d313276a1525157eb59ff" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.524s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "a4c3b705861a637dff8d313276a1525157eb59ff" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "a4c3b705861a637dff8d313276a1525157eb59ff" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:28 user nova-compute[74725]: WARNING nova.compute.manager [req-3ee02753-360c-4e3e-9d5e-2936a43de33f req-6ef01d74-e218-4a4c-98ec-dc129ccf4545 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state active and task_state rescuing.
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff,backing_fmt=raw /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff,backing_fmt=raw /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue" returned: 0 in 0.050s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "a4c3b705861a637dff8d313276a1525157eb59ff" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'migration_context' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1ac7c6ed-568e-459a-85ec-211ddf1777cc> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start _get_guest_xml network_info=[{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:6d:df:91"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '88cf952c-a396-44f7-8da3-307b520b94cb', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '1ac7c6ed-568e-459a-85ec-211ddf1777cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5fd6b9c-7d25-4e42-b030-a440519d6cce', 'serial': 'd5fd6b9c-7d25-4e42-b030-a440519d6cce'}, 'boot_index': 0, 'attachment_id': 'acbd1157-5eb2-47f3-bb51-3a7c8b7780b9', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1ac7c6ed-568e-459a-85ec-211ddf1777cc> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1ac7c6ed-568e-459a-85ec-211ddf1777cc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:24:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.objects.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1ac7c6ed-568e-459a-85ec-211ddf1777cc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:24:28 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:24:28 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:24:28 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c9a860-8452-4a04-9635-f28f07ec9121]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = vMhAVncj\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 17:24:28 user nova-compute[74725]: node.name = iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:24:28 user nova-compute[74725]: node.tpgt = -1
Nov 15 17:24:28 user nova-compute[74725]: node.startup = automatic
Nov 15 17:24:28 user nova-compute[74725]: node.leading_login = No
Nov 15 17:24:28 user nova-compute[74725]: iface.iscsi_ifacename = default
Nov 15 17:24:28 user nova-compute[74725]: iface.net_ifacename = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.ipaddress = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.prefix_len = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.hwaddress = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.transport_name = tcp
Nov 15 17:24:28 user nova-compute[74725]: iface.initiatorname = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.vlan_id = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.vlan_priority = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.vlan_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.iface_num = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.mtu = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.port = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.bootproto = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.subnet_mask = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.gateway = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_alt_client_id = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_dns = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_learn_iqn = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_vendor_id_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_vendor_id = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.dhcp_slp_da = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.fragmentation = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.gratuitous_arp = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.incoming_forwarding = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.tos_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.tos = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.ttl = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.delayed_ack = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.tcp_nagle = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.tcp_wsf_state = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.tcp_wsf = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.tcp_timer_scale = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.tcp_timestamp = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.redirect = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.def_task_mgmt_timeout = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.header_digest = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.data_digest = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.immediate_data = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.initial_r2t = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.data_seq_inorder = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.data_pdu_inorder = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.erl = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.max_receive_data_len = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.first_burst_len = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.max_outstanding_r2t = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.max_burst_len = 0
Nov 15 17:24:28 user nova-compute[74725]: iface.chap_auth = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.bidi_chap = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.strict_login_compliance = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.discovery_auth = <empty>
Nov 15 17:24:28 user nova-compute[74725]: iface.discovery_logout = <empty>
Nov 15 17:24:28 user nova-compute[74725]: node.discovery_address = <empty>
Nov 15 17:24:28 user nova-compute[74725]: node.discovery_port = 0
Nov 15 17:24:28 user nova-compute[74725]: node.discovery_type = static
Nov 15 17:24:28 user nova-compute[74725]: node.session.initial_cmdsn = 0
Nov 15 17:24:28 user nova-compute[74725]: node.session.initial_login_retry_max = 8
Nov 15 17:24:28 user nova-compute[74725]: node.session.xmit_thread_priority = -20
Nov 15 17:24:28 user nova-compute[74725]: node.session.cmds_max = 128
Nov 15 17:24:28 user nova-compute[74725]: node.session.queue_depth = 32
Nov 15 17:24:28 user nova-compute[74725]: node.session.nr_sessions = 1
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.authmethod = CHAP
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.username = vMhAVncj
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.password = ***
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.username_in = <empty>
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.password_in = <empty>
Nov 15 17:24:28 user nova-compute[74725]: node.session.auth.chap_algs = MD5
Nov 15 17:24:28 user nova-compute[74725]: node.session.timeo.replacement_timeout = 120
Nov 15 17:24:28 user nova-compute[74725]: node.session.err_timeo.abort_timeout = 15
Nov 15 17:24:28 user nova-compute[74725]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 17:24:28 user nova-compute[74725]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 17:24:28 user nova-compute[74725]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.FastAbort = Yes
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.InitialR2T = No
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.ImmediateData = Yes
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.MaxConnections = 1
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 17:24:28 user nova-compute[74725]: node.session.iscsi.ERL = 0
Nov 15 17:24:28 user nova-compute[74725]: node.session.scan = manual
Nov 15 17:24:28 user nova-compute[74725]: node.session.reopen_max = 0
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].address = 172.16.0.220
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].port = 3260
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].startup = manual
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].tcp.window_size = 524288
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].tcp.type_of_service = 0
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].timeo.logout_timeout = 15
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].timeo.login_timeout = 15
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].timeo.auth_timeout = 45
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.DataDigest = None
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.IFMarker = No
Nov 15 17:24:28 user nova-compute[74725]: node.conn[0].iscsi.OFMarker = No
Nov 15 17:24:28 user nova-compute[74725]: # END RECORD
Nov 15 17:24:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf3f473-1785-4b3e-93ac-284325474c31]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3488c549-8abd-468b-a52d-2321bab5dcce]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMhAVncj {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vMhAVncj" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[176e12d7-6069-427c-87e1-86410c5d9479]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vMhAVncj'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa09d539-d317-43b2-b106-84b325fbf71a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[893dad1d-a029-46ab-ba99-35f493f62711]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:24:28 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:24:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:24:28 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:24:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.182s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] HCTL ('34', '0', '0', 0) found on session 20 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6bd93e-3d7f-43bd-a917-deaefe483f96]: (4, ('0 0 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching for a device in session 20 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.213s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== connect_volume: return (216ms) {'type': 'block', 'scsi_wwn': '26263353966336430', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:24:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263353966336430', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-674064975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-674064975',id=22,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:22:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-ut304wds',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:22:51Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1ac7c6ed-568e-459a-85ec-211ddf1777cc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:6d:df:91"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:6d:df:91"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.objects.instance [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.objects.base [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1ac7c6ed-568e-459a-85ec-211ddf1777cc> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:24:29 user nova-compute[74725]:   <uuid>1ac7c6ed-568e-459a-85ec-211ddf1777cc</uuid>
Nov 15 17:24:29 user nova-compute[74725]:   <name>instance-00000016</name>
Nov 15 17:24:29 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:24:29 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:24:29 user nova-compute[74725]:   <metadata>
Nov 15 17:24:29 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:24:29 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-674064975</nova:name>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:24:28</nova:creationTime>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:24:29 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:24:29 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:owner>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:24:29 user nova-compute[74725]:       </nova:owner>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:24:29 user nova-compute[74725]:       <nova:ports>
Nov 15 17:24:29 user nova-compute[74725]:         <nova:port uuid="dfa0d7e3-a981-48d0-950e-833948d16565">
Nov 15 17:24:29 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:24:29 user nova-compute[74725]:         </nova:port>
Nov 15 17:24:29 user nova-compute[74725]:       </nova:ports>
Nov 15 17:24:29 user nova-compute[74725]:     </nova:instance>
Nov 15 17:24:29 user nova-compute[74725]:   </metadata>
Nov 15 17:24:29 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:24:29 user nova-compute[74725]:     <system>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="serial">1ac7c6ed-568e-459a-85ec-211ddf1777cc</entry>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="uuid">1ac7c6ed-568e-459a-85ec-211ddf1777cc</entry>
Nov 15 17:24:29 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:24:29 user nova-compute[74725]:     </system>
Nov 15 17:24:29 user nova-compute[74725]:   </sysinfo>
Nov 15 17:24:29 user nova-compute[74725]:   <os>
Nov 15 17:24:29 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:24:29 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:24:29 user nova-compute[74725]:   </os>
Nov 15 17:24:29 user nova-compute[74725]:   <features>
Nov 15 17:24:29 user nova-compute[74725]:     <acpi/>
Nov 15 17:24:29 user nova-compute[74725]:     <apic/>
Nov 15 17:24:29 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:24:29 user nova-compute[74725]:   </features>
Nov 15 17:24:29 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:24:29 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:24:29 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:24:29 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:24:29 user nova-compute[74725]:   </clock>
Nov 15 17:24:29 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:24:29 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:24:29 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:24:29 user nova-compute[74725]:   </cpu>
Nov 15 17:24:29 user nova-compute[74725]:   <devices>
Nov 15 17:24:29 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:24:29 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:24:29 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:24:29 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:24:29 user nova-compute[74725]:       <serial>d5fd6b9c-7d25-4e42-b030-a440519d6cce</serial>
Nov 15 17:24:29 user nova-compute[74725]:     </disk>
Nov 15 17:24:29 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:24:29 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:24:29 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue"/>
Nov 15 17:24:29 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:24:29 user nova-compute[74725]:       <boot order="1"/>
Nov 15 17:24:29 user nova-compute[74725]:     </disk>
Nov 15 17:24:29 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:24:29 user nova-compute[74725]:       <mac address="fa:16:3e:6d:df:91"/>
Nov 15 17:24:29 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:29 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:24:29 user nova-compute[74725]:       <target dev="tapdfa0d7e3-a9"/>
Nov 15 17:24:29 user nova-compute[74725]:     </interface>
Nov 15 17:24:29 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:24:29 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/console.log" append="off"/>
Nov 15 17:24:29 user nova-compute[74725]:     </serial>
Nov 15 17:24:29 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:24:29 user nova-compute[74725]:     <video>
Nov 15 17:24:29 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:29 user nova-compute[74725]:     </video>
Nov 15 17:24:29 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:24:29 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:24:29 user nova-compute[74725]:     </rng>
Nov 15 17:24:29 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:24:29 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:24:29 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:24:29 user nova-compute[74725]:     </memballoon>
Nov 15 17:24:29 user nova-compute[74725]:   </devices>
Nov 15 17:24:29 user nova-compute[74725]: </domain>
Nov 15 17:24:29 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:24:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance destroyed successfully.
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:24:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:6d:df:91, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:30 user nova-compute[74725]: WARNING nova.compute.manager [req-94e43511-8501-4331-a670-0a7af1131180 req-4c283d2e-fbe6-4cbd-9923-90b52ec77e2d service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state active and task_state rescuing.
Nov 15 17:24:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-22abb263-49c4-49c4-9cc8-878b1cccd9f3 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:32 user nova-compute[74725]: WARNING nova.compute.manager [req-877c7baa-6693-4faa-b0c9-c753c7f73c46 req-c315fa23-2f29-42ef-9b27-8b9027d8c4f0 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state rescued and task_state None.
Nov 15 17:24:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:44 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:24:44 user nova-compute[74725]: INFO nova.compute.claims [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Claim successful on node user
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:24:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.policy [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4032e9429e244d06a9a67a6659db7a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0784abca58654a57997445aeb5eae19e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:24:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Creating image(s)
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "/opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "/opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "/opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk 1073741824" returned: 0 in 0.065s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Successfully created port: 5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:24:46 user nova-compute[74725]: INFO nova.compute.claims [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Claim successful on node user
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:46 user nova-compute[74725]: INFO nova.compute.manager [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Terminating instance
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Cannot resize image /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Ensure instance console log exists: /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.651s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:24:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:24:46 user nova-compute[74725]: DEBUG nova.policy [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf037c589f8a44568c5593fda18b6acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aeb0f7ee3504470822663a8954f6dee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:24:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Creating image(s)
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "/opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "/opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "/opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Successfully updated port: 5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquired lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-changed-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Refreshing instance network info cache due to event network-changed-5005bdca-4626-421c-b440-d822838ed5e9. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] Acquiring lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Instance destroyed successfully.
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'resources' on Instance uuid 52c1931c-deb8-4c66-a8d6-99a6c46b888f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-347532017',display_name='tempest-ServerActionsTestOtherA-server-1381852547',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-347532017',id=16,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG6wwk7X9OI8o+uYGuS70LC0vsiiQmxBdoR01GN1/y7/+taWEDuanN+6Tqxbxm1TUfBK9PzeiRDCncTtbLmE5D8Xkt3Qt3OV7acaM93sF3gvXhHYjLS0l/VEUvwCKRvyUg==',key_name='tempest-keypair-843118805',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:21:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-rlb3t9m9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=52c1931c-deb8-4c66-a8d6-99a6c46b888f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "address": "fa:16:3e:4f:92:9d", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.41", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34ccd7a6-e9", "ovs_interfaceid": "34ccd7a6-e9a6-4444-92da-4b9973964ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG os_vif [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34ccd7a6-e9, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d740e8ed-8a18-4b5c-8903-2069441aecb5) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:24:47 user nova-compute[74725]: INFO os_vif [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:92:9d,bridge_name='br-int',has_traffic_filtering=True,id=34ccd7a6-e9a6-4444-92da-4b9973964ea1,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34ccd7a6-e9')
Nov 15 17:24:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Deleting instance files /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f_del
Nov 15 17:24:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Deletion of /opt/stack/data/nova/instances/52c1931c-deb8-4c66-a8d6-99a6c46b888f_del complete
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk 1073741824" returned: 0 in 0.059s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:47 user nova-compute[74725]: INFO nova.compute.manager [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Took 1.11 seconds to destroy the instance on the hypervisor.
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Updating instance_info_cache with network_info: [{"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Releasing lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Instance network_info: |[{"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] Acquired lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Refreshing network info cache for port 5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Start _get_guest_xml network_info=[{"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Successfully created port: 938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:24:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1918181710',display_name='tempest-DeleteServersTestJSON-server-1918181710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1918181710',id=25,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0784abca58654a57997445aeb5eae19e',ramdisk_id='',reservation_id='r-0snx0097',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2005856785',owner_user_name='tempest-DeleteServersTestJSON-2005856785-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:24:46Z,user_data=None,user_id='4032e9429e244d06a9a67a6659db7a23',uuid=05d54ed5-007a-4b1d-96e9-805d9b03dc7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converting VIF {"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lazy-loading 'pci_devices' on Instance uuid 05d54ed5-007a-4b1d-96e9-805d9b03dc7d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:24:47 user nova-compute[74725]:   <uuid>05d54ed5-007a-4b1d-96e9-805d9b03dc7d</uuid>
Nov 15 17:24:47 user nova-compute[74725]:   <name>instance-00000019</name>
Nov 15 17:24:47 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:24:47 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:24:47 user nova-compute[74725]:   <metadata>
Nov 15 17:24:47 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:24:47 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:name>tempest-DeleteServersTestJSON-server-1918181710</nova:name>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:24:47</nova:creationTime>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:24:47 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:24:47 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:owner>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:user uuid="4032e9429e244d06a9a67a6659db7a23">tempest-DeleteServersTestJSON-2005856785-project-member</nova:user>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:project uuid="0784abca58654a57997445aeb5eae19e">tempest-DeleteServersTestJSON-2005856785</nova:project>
Nov 15 17:24:47 user nova-compute[74725]:       </nova:owner>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:24:47 user nova-compute[74725]:       <nova:ports>
Nov 15 17:24:47 user nova-compute[74725]:         <nova:port uuid="5005bdca-4626-421c-b440-d822838ed5e9">
Nov 15 17:24:47 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:24:47 user nova-compute[74725]:         </nova:port>
Nov 15 17:24:47 user nova-compute[74725]:       </nova:ports>
Nov 15 17:24:47 user nova-compute[74725]:     </nova:instance>
Nov 15 17:24:47 user nova-compute[74725]:   </metadata>
Nov 15 17:24:47 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:24:47 user nova-compute[74725]:     <system>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="serial">05d54ed5-007a-4b1d-96e9-805d9b03dc7d</entry>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="uuid">05d54ed5-007a-4b1d-96e9-805d9b03dc7d</entry>
Nov 15 17:24:47 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:24:47 user nova-compute[74725]:     </system>
Nov 15 17:24:47 user nova-compute[74725]:   </sysinfo>
Nov 15 17:24:47 user nova-compute[74725]:   <os>
Nov 15 17:24:47 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:24:47 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:24:47 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:24:47 user nova-compute[74725]:   </os>
Nov 15 17:24:47 user nova-compute[74725]:   <features>
Nov 15 17:24:47 user nova-compute[74725]:     <acpi/>
Nov 15 17:24:47 user nova-compute[74725]:     <apic/>
Nov 15 17:24:47 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:24:47 user nova-compute[74725]:   </features>
Nov 15 17:24:47 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:24:47 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:24:47 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:24:47 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:24:47 user nova-compute[74725]:   </clock>
Nov 15 17:24:47 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:24:47 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:24:47 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:24:47 user nova-compute[74725]:   </cpu>
Nov 15 17:24:47 user nova-compute[74725]:   <devices>
Nov 15 17:24:47 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:24:47 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:24:47 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk"/>
Nov 15 17:24:47 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:24:47 user nova-compute[74725]:     </disk>
Nov 15 17:24:47 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:24:47 user nova-compute[74725]:       <mac address="fa:16:3e:e5:b6:ed"/>
Nov 15 17:24:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:47 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:24:47 user nova-compute[74725]:       <target dev="tap5005bdca-46"/>
Nov 15 17:24:47 user nova-compute[74725]:     </interface>
Nov 15 17:24:47 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:24:47 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/console.log" append="off"/>
Nov 15 17:24:47 user nova-compute[74725]:     </serial>
Nov 15 17:24:47 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:24:47 user nova-compute[74725]:     <video>
Nov 15 17:24:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:47 user nova-compute[74725]:     </video>
Nov 15 17:24:47 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:24:47 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:24:47 user nova-compute[74725]:     </rng>
Nov 15 17:24:47 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:24:47 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:24:47 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:24:47 user nova-compute[74725]:     </memballoon>
Nov 15 17:24:47 user nova-compute[74725]:   </devices>
Nov 15 17:24:47 user nova-compute[74725]: </domain>
Nov 15 17:24:47 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1918181710',display_name='tempest-DeleteServersTestJSON-server-1918181710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1918181710',id=25,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0784abca58654a57997445aeb5eae19e',ramdisk_id='',reservation_id='r-0snx0097',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-2005856785',owner_user_name='tempest-DeleteServersTestJSON-2005856785-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:24:46Z,user_data=None,user_id='4032e9429e244d06a9a67a6659db7a23',uuid=05d54ed5-007a-4b1d-96e9-805d9b03dc7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converting VIF {"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG os_vif [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5529087-ccf5-5cba-9f7d-178f8f09ec99', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5005bdca-46, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5005bdca-46, col_values=(('qos', UUID('7811a0bf-c043-4943-bc51-ef0cc739535a')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5005bdca-46, col_values=(('external_ids', {'iface-id': '5005bdca-4626-421c-b440-d822838ed5e9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:b6:ed', 'vm-uuid': '05d54ed5-007a-4b1d-96e9-805d9b03dc7d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Cannot resize image /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Ensure instance console log exists: /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:47 user nova-compute[74725]: INFO os_vif [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46')
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:24:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] No VIF found with MAC fa:16:3e:e5:b6:ed, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Updated VIF entry in instance network info cache for port 5005bdca-4626-421c-b440-d822838ed5e9. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Updating instance_info_cache with network_info: [{"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7439f762-2ec0-451a-b45e-3fa8e68d8e86 req-ce09cf11-b839-47c6-becf-0101a6568c93 service nova] Releasing lock "refresh_cache-05d54ed5-007a-4b1d-96e9-805d9b03dc7d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Successfully updated port: 938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquired lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-changed-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Refreshing instance network info cache due to event network-changed-938918a5-f5f5-47e7-a66d-d6b3bad69065. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] Acquiring lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating instance_info_cache with network_info: [{"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Releasing lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Instance network_info: |[{"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] Acquired lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Refreshing network info cache for port 938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Start _get_guest_xml network_info=[{"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:24:48 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:48 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1052389983',display_name='tempest-VolumesSnapshotTestJSON-instance-1052389983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1052389983',id=26,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvAxDmNApNJQ7cgZTbvL2TwxIK2zD++SmzYDhm8XSKmQNmSxKoEf9yUEp8jlUoj8XUUFtmqf/5E62QnnnO7uUYw5KHJyvE/iIXbFtJ/1HF30eUtybsm6yzvkgBWB0i6Ug==',key_name='tempest-keypair-1189929195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-3itds201',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:24:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=4fde9e40-4078-4292-acdf-fd2ef53f2f12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'pci_devices' on Instance uuid 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:24:48 user nova-compute[74725]:   <uuid>4fde9e40-4078-4292-acdf-fd2ef53f2f12</uuid>
Nov 15 17:24:48 user nova-compute[74725]:   <name>instance-0000001a</name>
Nov 15 17:24:48 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:24:48 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:24:48 user nova-compute[74725]:   <metadata>
Nov 15 17:24:48 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:24:48 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1052389983</nova:name>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:24:48</nova:creationTime>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:24:48 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:24:48 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:owner>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:user uuid="cf037c589f8a44568c5593fda18b6acc">tempest-VolumesSnapshotTestJSON-729032641-project-member</nova:user>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:project uuid="9aeb0f7ee3504470822663a8954f6dee">tempest-VolumesSnapshotTestJSON-729032641</nova:project>
Nov 15 17:24:48 user nova-compute[74725]:       </nova:owner>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:24:48 user nova-compute[74725]:       <nova:ports>
Nov 15 17:24:48 user nova-compute[74725]:         <nova:port uuid="938918a5-f5f5-47e7-a66d-d6b3bad69065">
Nov 15 17:24:48 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 17:24:48 user nova-compute[74725]:         </nova:port>
Nov 15 17:24:48 user nova-compute[74725]:       </nova:ports>
Nov 15 17:24:48 user nova-compute[74725]:     </nova:instance>
Nov 15 17:24:48 user nova-compute[74725]:   </metadata>
Nov 15 17:24:48 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:24:48 user nova-compute[74725]:     <system>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="serial">4fde9e40-4078-4292-acdf-fd2ef53f2f12</entry>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="uuid">4fde9e40-4078-4292-acdf-fd2ef53f2f12</entry>
Nov 15 17:24:48 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:24:48 user nova-compute[74725]:     </system>
Nov 15 17:24:48 user nova-compute[74725]:   </sysinfo>
Nov 15 17:24:48 user nova-compute[74725]:   <os>
Nov 15 17:24:48 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:24:48 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:24:48 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:24:48 user nova-compute[74725]:   </os>
Nov 15 17:24:48 user nova-compute[74725]:   <features>
Nov 15 17:24:48 user nova-compute[74725]:     <acpi/>
Nov 15 17:24:48 user nova-compute[74725]:     <apic/>
Nov 15 17:24:48 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:24:48 user nova-compute[74725]:   </features>
Nov 15 17:24:48 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:24:48 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:24:48 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:24:48 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:24:48 user nova-compute[74725]:   </clock>
Nov 15 17:24:48 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:24:48 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:24:48 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:24:48 user nova-compute[74725]:   </cpu>
Nov 15 17:24:48 user nova-compute[74725]:   <devices>
Nov 15 17:24:48 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:24:48 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:24:48 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk"/>
Nov 15 17:24:48 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:24:48 user nova-compute[74725]:     </disk>
Nov 15 17:24:48 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:24:48 user nova-compute[74725]:       <mac address="fa:16:3e:c9:eb:e6"/>
Nov 15 17:24:48 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:48 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:24:48 user nova-compute[74725]:       <target dev="tap938918a5-f5"/>
Nov 15 17:24:48 user nova-compute[74725]:     </interface>
Nov 15 17:24:48 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:24:48 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/console.log" append="off"/>
Nov 15 17:24:48 user nova-compute[74725]:     </serial>
Nov 15 17:24:48 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:24:48 user nova-compute[74725]:     <video>
Nov 15 17:24:48 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:24:48 user nova-compute[74725]:     </video>
Nov 15 17:24:48 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:24:48 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:24:48 user nova-compute[74725]:     </rng>
Nov 15 17:24:48 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:24:48 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:24:48 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:24:48 user nova-compute[74725]:     </memballoon>
Nov 15 17:24:48 user nova-compute[74725]:   </devices>
Nov 15 17:24:48 user nova-compute[74725]: </domain>
Nov 15 17:24:48 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1052389983',display_name='tempest-VolumesSnapshotTestJSON-instance-1052389983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1052389983',id=26,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvAxDmNApNJQ7cgZTbvL2TwxIK2zD++SmzYDhm8XSKmQNmSxKoEf9yUEp8jlUoj8XUUFtmqf/5E62QnnnO7uUYw5KHJyvE/iIXbFtJ/1HF30eUtybsm6yzvkgBWB0i6Ug==',key_name='tempest-keypair-1189929195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-3itds201',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:24:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=4fde9e40-4078-4292-acdf-fd2ef53f2f12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG os_vif [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '20372c9c-a962-5f83-a29e-8959403c8523', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap938918a5-f5, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap938918a5-f5, col_values=(('qos', UUID('3a51aa13-42fc-41ba-8359-187f83c4f332')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap938918a5-f5, col_values=(('external_ids', {'iface-id': '938918a5-f5f5-47e7-a66d-d6b3bad69065', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:eb:e6', 'vm-uuid': '4fde9e40-4078-4292-acdf-fd2ef53f2f12'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: INFO os_vif [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5')
Nov 15 17:24:49 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Took 1.46 seconds to deallocate network for instance.
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-1e6928e0-3fbc-4cd9-a92b-8f87d3b93797 req-d1a288ad-70e3-4c89-a455-f5af8b189bbd service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Received event network-vif-deleted-34ccd7a6-e9a6-4444-92da-4b9973964ea1 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:49 user nova-compute[74725]: INFO nova.compute.manager [req-1e6928e0-3fbc-4cd9-a92b-8f87d3b93797 req-d1a288ad-70e3-4c89-a455-f5af8b189bbd service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Neutron deleted interface 34ccd7a6-e9a6-4444-92da-4b9973964ea1; detaching it from the instance and deleting it from the info cache
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-1e6928e0-3fbc-4cd9-a92b-8f87d3b93797 req-d1a288ad-70e3-4c89-a455-f5af8b189bbd service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-1e6928e0-3fbc-4cd9-a92b-8f87d3b93797 req-d1a288ad-70e3-4c89-a455-f5af8b189bbd service nova] [instance: 52c1931c-deb8-4c66-a8d6-99a6c46b888f] Detach interface failed, port_id=34ccd7a6-e9a6-4444-92da-4b9973964ea1, reason: Instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No VIF found with MAC fa:16:3e:c9:eb:e6, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updated VIF entry in instance network info cache for port 938918a5-f5f5-47e7-a66d-d6b3bad69065. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating instance_info_cache with network_info: [{"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1183f02-be81-4a1d-abf2-37855f05dabb req-1d9e9172-4e92-492e-9901-9782d45a332a service nova] Releasing lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.465s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:49 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Deleted allocations for instance 52c1931c-deb8-4c66-a8d6-99a6c46b888f
Nov 15 17:24:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f29d948b-b470-419a-9fdb-334e51f0af58 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "52c1931c-deb8-4c66-a8d6-99a6c46b888f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.240s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] No waiting events found dispatching network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:51 user nova-compute[74725]: WARNING nova.compute.manager [req-8490a4d9-681c-4097-b898-36c234c21390 req-9d513025-514e-4ebf-9dfe-df8cfdb64f01 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received unexpected event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 for instance with vm_state building and task_state spawning.
Nov 15 17:24:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] No waiting events found dispatching network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:51 user nova-compute[74725]: WARNING nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received unexpected event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 for instance with vm_state building and task_state spawning.
Nov 15 17:24:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] No waiting events found dispatching network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:51 user nova-compute[74725]: WARNING nova.compute.manager [req-a221401e-8c4c-46ba-a5fc-4f87d0b05346 req-0cd36617-ebfb-44fe-80ba-2621cb5339eb service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received unexpected event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 for instance with vm_state building and task_state spawning.
Nov 15 17:24:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:24:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Instance spawned successfully.
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: INFO nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Took 7.03 seconds to spawn the instance on the hypervisor.
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:24:52 user nova-compute[74725]: INFO nova.compute.manager [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Took 7.91 seconds to build instance.
Nov 15 17:24:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bbcf818-d011-40e0-9aeb-a3ebe1b2acd6 tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:24:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Instance spawned successfully.
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:24:53 user nova-compute[74725]: INFO nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Took 6.01 seconds to spawn the instance on the hypervisor.
Nov 15 17:24:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] No waiting events found dispatching network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:24:53 user nova-compute[74725]: WARNING nova.compute.manager [req-2fe8e06e-1aa9-4061-85f1-d46248dbfe8b req-c1b24135-18d0-46eb-a87c-e63fc5404797 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received unexpected event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 for instance with vm_state building and task_state spawning.
Nov 15 17:24:53 user nova-compute[74725]: INFO nova.compute.manager [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Took 7.09 seconds to build instance.
Nov 15 17:24:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0caaf50-5858-4c0c-8cbb-216dc222bedb tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.240s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:24:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:24:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-changed-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Refreshing instance network info cache due to event network-changed-faed8325-82fd-4362-ac3f-adfc080e3855. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] Acquiring lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] Acquired lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Refreshing network info cache for port faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updated VIF entry in instance network info cache for port faed8325-82fd-4362-ac3f-adfc080e3855. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating instance_info_cache with network_info: [{"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:25:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9cc3c68e-f19c-4c08-b243-eb80a43c8b5f req-db8a05b6-452f-4e23-aa70-62d90c92fee4 service nova] Releasing lock "refresh_cache-e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.008s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:10 user nova-compute[74725]: INFO nova.compute.manager [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attaching volume a834be86-3d62-4b38-a2bf-0269bec0767f to /dev/vdb
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.utils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[833db86a-38a3-4994-bb4a-3055dc43c7f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f555ee31-d5b9-41e4-86d6-261db2f25da9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66756503-da47-4941-9975-45b8345f6542]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[87448dc9-6b6b-41b3-b630-aa45c0c24880]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:10 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:25:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc1eb72-6383-40ed-8322-64b54ab36097]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG os_brick.utils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating existing volume attachment record: 8e876e5e-11c5-4e79-aa68-1515d0a37425 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:25:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:11 user nova-compute[74725]: INFO nova.compute.manager [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Terminating instance
Nov 15 17:25:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-0d0a3159-01ba-45c0-9ddf-6d292383c4cb req-f578a246-7935-4048-84cd-62b5e6df75ba service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-unplugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Instance destroyed successfully.
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'resources' on Instance uuid ef423888-4eec-4a0e-91c6-226e4986886d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-753261566',display_name='tempest-AttachVolumeTestJSON-server-753261566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-753261566',id=5,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCqCHBRWkAR41E5ptEsCoWqhD4FqWZwSnex+Vs5RZd766gTVI3EmrfQF4xYD7hHenvAh7L8PyUbbOXl6lb3vUyzYhACvf7OHhAmHneow37zVfvP4e+gIMyzDjQGnq5aLnw==',key_name='tempest-keypair-68971911',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-b8cm9rni',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:23:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=ef423888-4eec-4a0e-91c6-226e4986886d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "address": "fa:16:3e:07:fa:81", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcae3b276-d1", "ovs_interfaceid": "cae3b276-d1f5-425f-ae3e-2e9b9cb35f77", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG os_vif [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcae3b276-d1, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=948e0757-cf2e-4462-ac59-68fa6fcd1a57) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:12 user nova-compute[74725]: INFO os_vif [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:fa:81,bridge_name='br-int',has_traffic_filtering=True,id=cae3b276-d1f5-425f-ae3e-2e9b9cb35f77,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcae3b276-d1')
Nov 15 17:25:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Deleting instance files /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d_del
Nov 15 17:25:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Deletion of /opt/stack/data/nova/instances/ef423888-4eec-4a0e-91c6-226e4986886d_del complete
Nov 15 17:25:12 user nova-compute[74725]: INFO nova.compute.manager [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 15 17:25:12 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:25:12 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:25:13 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:25:13 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Took 1.04 seconds to deallocate network for instance.
Nov 15 17:25:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-c710c1ce-63df-4b78-91a8-1af30694542f req-8bf47ce3-4bda-49bb-989b-c62b788c7bda service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-deleted-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:13 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:25:13 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] Acquiring lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] Lock "ef423888-4eec-4a0e-91c6-226e4986886d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] No waiting events found dispatching network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:14 user nova-compute[74725]: WARNING nova.compute.manager [req-dc2151d4-5117-43b5-b57e-43f8c6502b21 req-cc8728da-a227-4e88-a84e-6a088bc8ea39 service nova] [instance: ef423888-4eec-4a0e-91c6-226e4986886d] Received unexpected event network-vif-plugged-cae3b276-d1f5-425f-ae3e-2e9b9cb35f77 for instance with vm_state deleted and task_state None.
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.510s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:14 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Deleted allocations for instance ef423888-4eec-4a0e-91c6-226e4986886d
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e332735d-1614-49ec-ab0d-6eff4a38bd5f tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "ef423888-4eec-4a0e-91c6-226e4986886d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.436s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EmRbxSzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:15 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:15 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:15 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09f9714-8bab-4665-9470-4d8091a6454e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:25:15 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[42347fec-d31c-4c23-8b35-91ba140ad271]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f] added
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8a70d9-df08-4403-bb63-0afefdfa381a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb64c0f-6c43-4199-bfff-028ace4e4cbd]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EmRbxSzl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EmRbxSzl" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0607bed-8cb3-456d-bc1b-b140b380e5d5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EmRbxSzl'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[370cf88c-1935-4a4f-a217-28e2f8f18573]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c99076e-30f0-495c-b371-99a4b7b57788]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f894006e-259a-4365-a60d-e05a1c6b4333]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260]
Nov 15 17:25:15 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260] successful.
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91746b4-b327-478e-a266-758199c17631]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f20fae1b-ba63-4c77-b4bc-0cfea654ddba]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:15 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[959fa948-8a30-4044-ab53-206120b26390]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EmRbxSzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26433313364303562', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433313364303562', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:25:16 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:16 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:25:16 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:25:16 user nova-compute[74725]:   <serial>a834be86-3d62-4b38-a2bf-0269bec0767f</serial>
Nov 15 17:25:16 user nova-compute[74725]: </disk>
Nov 15 17:25:16 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No VIF found with MAC fa:16:3e:e2:65:7f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:25:17 user nova-compute[74725]: INFO nova.compute.manager [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Detaching volume 4f7c92b6-4a32-4d79-89fa-05eeb943ab28
Nov 15 17:25:17 user nova-compute[74725]: INFO nova.virt.block_device [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Attempting to driver detach volume 4f7c92b6-4a32-4d79-89fa-05eeb943ab28 from mountpoint /dev/vdc
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Attempting to detach device vdc from instance 01c527d4-daa5-4001-8d98-b702cd52cf9d from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:25:17 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:17 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:25:17 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:25:17 user nova-compute[74725]:   <serial>4f7c92b6-4a32-4d79-89fa-05eeb943ab28</serial>
Nov 15 17:25:17 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:25:17 user nova-compute[74725]: </disk>
Nov 15 17:25:17 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:25:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully detached device vdc from instance 01c527d4-daa5-4001-8d98-b702cd52cf9d from the persistent domain config.
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 01c527d4-daa5-4001-8d98-b702cd52cf9d from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:25:17 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:17 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:25:17 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:25:17 user nova-compute[74725]:   <serial>4f7c92b6-4a32-4d79-89fa-05eeb943ab28</serial>
Nov 15 17:25:17 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:25:17 user nova-compute[74725]: </disk>
Nov 15 17:25:17 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b981fdf5-81b7-491e-83ad-9bfb912211a8 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.898s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:25:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:21 user nova-compute[74725]: INFO nova.compute.manager [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attaching volume 38909963-84c6-48cb-acc2-dbb5c87f41a2 to /dev/vdc
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.utils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6146827-7e06-4761-a839-29de70356a64]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5fd1ce-bc7e-485d-9280-41e847de94ef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81713af1-369f-4dcf-a519-8279d80285d8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab3cffd1-c551-4f59-bc2b-c983dd2f90ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:21 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0a3dd03-8fae-4c3e-a878-a8a69c3ccf3f]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG os_brick.utils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating existing volume attachment record: 2545dd8a-65b7-4898-a0df-f667518bdd16 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:25:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7268MB free_disk=24.947887420654297GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 01c527d4-daa5-4001-8d98-b702cd52cf9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 05d54ed5-007a-4b1d-96e9-805d9b03dc7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:25:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:25:24 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:25:24 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:25:24 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:25:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.465s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:25:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:25:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVgWvzMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:26 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:26 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:26 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d610f7-8de2-4360-8704-2f1c0142a668]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:25:26 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[77377ed1-9e7d-4d99-ad8c-996e2a0f1886]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2] added
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d61f94e-01f2-41cc-8204-5bad3358eb6f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1185c0d4-b83f-4176-a667-2cd62fa018b6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oVgWvzMb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oVgWvzMb" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dbfbdba-e805-46db-bb29-7afd64d39814]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oVgWvzMb'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[190b1366-1d7b-4b11-8348-a67d06e23672]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e442d62d-e0bb-4b2c-a14f-0b9f4e12420c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[32087a46-900a-453e-9826-2021df704704]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260]
Nov 15 17:25:26 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260] successful.
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8229aa8e-38b8-4aa2-9f88-896abf1e28d3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f1c74b0-981b-4950-9cf6-7c6623ff664a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:26 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] HCTL ('36', '-', '-', 0) found on session 23 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[04350af6-840f-4452-aa26-99fb0170b569]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:26 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Searching for a device in session 23 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVgWvzMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23938343233323633', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938343233323633', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:25:27 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:27 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:25:27 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:25:27 user nova-compute[74725]:   <serial>38909963-84c6-48cb-acc2-dbb5c87f41a2</serial>
Nov 15 17:25:27 user nova-compute[74725]: </disk>
Nov 15 17:25:27 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] No VIF found with MAC fa:16:3e:e2:65:7f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:25:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0bd5dde2-c3de-419c-a8dd-931cb661884d tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.016s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:29 user nova-compute[74725]: INFO nova.compute.manager [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Detaching volume 38909963-84c6-48cb-acc2-dbb5c87f41a2
Nov 15 17:25:29 user nova-compute[74725]: INFO nova.virt.block_device [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attempting to driver detach volume 38909963-84c6-48cb-acc2-dbb5c87f41a2 from mountpoint /dev/vdc
Nov 15 17:25:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Attempting to detach device vdc from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:25:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:25:29 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:29 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:25:29 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:25:29 user nova-compute[74725]:   <serial>38909963-84c6-48cb-acc2-dbb5c87f41a2</serial>
Nov 15 17:25:29 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:25:29 user nova-compute[74725]: </disk>
Nov 15 17:25:29 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:25:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully detached device vdc from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the persistent domain config.
Nov 15 17:25:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:25:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:25:29 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:29 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:25:29 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:25:29 user nova-compute[74725]:   <serial>38909963-84c6-48cb-acc2-dbb5c87f41a2</serial>
Nov 15 17:25:29 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:25:29 user nova-compute[74725]: </disk>
Nov 15 17:25:29 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:25:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:25:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing instance network info cache due to event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:25:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 01c527d4-daa5-4001-8d98-b702cd52cf9d is timed out.
Nov 15 17:25:37 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully detached device vdc from instance 01c527d4-daa5-4001-8d98-b702cd52cf9d from the live domain config.
Nov 15 17:25:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YXDmgHhM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6aa2fac-5274-4d16-a490-3003e8461702]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:25:37 user nova-compute[74725]: No targets found.
Nov 15 17:25:37 user nova-compute[74725]: iSNS:
Nov 15 17:25:37 user nova-compute[74725]: No targets found.
Nov 15 17:25:37 user nova-compute[74725]: STATIC:
Nov 15 17:25:37 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2
Nov 15 17:25:37 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:37 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:37 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28
Nov 15 17:25:37 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:37 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:37 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f
Nov 15 17:25:37 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:37 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:37 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:25:37 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:37 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:37 user nova-compute[74725]: FIRMWARE:
Nov 15 17:25:37 user nova-compute[74725]: No targets found.
Nov 15 17:25:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:25:37 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:25:37 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9da27fbe-a08a-4eb4-bb35-3b8a0b84f169]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d99b18ee-0982-4853-bf6f-f797046821d9]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:37 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac641bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6d89fa-d04a-48b6-9f40-eb10b9de44c9]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0031c71d-210f-462b-810b-969ca6d7c0ac]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'flavor' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1857ac3b-8d40-42df-bb25-17a170eb0902]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eda7b166-b992-47bf-8d59-ed16f556746f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e03a9ca-9220-4d80-ac76-02be45d72c44]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.136s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4197167-6735-4523-a46f-bd1e85361683]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260]
Nov 15 17:25:37 user nova-compute[74725]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28, portal: 172.16.0.220,3260] successful.
Nov 15 17:25:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f7c92b6-4a32-4d79-89fa-05eeb943ab28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f604cda3-acde-4164-b353-b04bcbb6110a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] <== disconnect_volume: return (367ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:38 user nova-compute[74725]: INFO nova.compute.manager [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Attaching volume 9866d949-8a80-4def-aee9-8f68112e7b0e to /dev/vdb
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.utils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae2a3af1-137a-45be-85c2-7f85108a63e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c98e27a-985b-4770-8a6c-9fd54b953f50]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[38c0cc13-4238-4381-830d-a2bb42827f51]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[963c76fe-bacf-4528-930f-4a878ce1b523]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:25:38 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9edec2-ec90-4433-ab5f-f8cf97d8279f]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG os_brick.utils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating existing volume attachment record: c4856e96-f148-4b3f-a097-ede4517864a3 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updated VIF entry in instance network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05ea5587-0c79-4cde-b539-e989efbd7933 req-2004e9fc-ceb5-4092-9027-357e8c1e20b0 service nova] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'flavor' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ca7eae76-6197-4402-9033-74d5403600c7 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.938s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Brcaouwm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:43 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:43 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:43 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb3f895-ea37-47e3-bf67-3e42339b5460]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:25:43 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c20ed75-24a1-4e18-9aa9-8f70d4fd0e86]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e] added
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f51670-9195-4015-811e-71e7e03a5589]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ba6040-b20f-439a-9de7-ce66010b2b0a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Brcaouwm {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v Brcaouwm" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[331c3c3f-dea5-4155-8fa4-fa09730581a4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'Brcaouwm'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43f18cf-b3f2-4681-a75c-645d33b7623a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cd5f48f-5223-4cdc-87f3-289367971762]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a65282-34ec-49b4-836d-90325f2b5c48]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260]
Nov 15 17:25:43 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260] successful.
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9370e30f-4a9e-4797-b8d4-a5476c6bd5b1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eff1282-e58e-4bf8-adf9-dc11f4da0c57]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:43 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:25:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] HCTL ('33', '-', '-', 0) found on session 24 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a967c651-29a7-4793-a6e5-3c20125be0e5]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Brcaouwm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23263346565326165', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263346565326165', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG nova.objects.instance [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'flavor' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:25:44 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:25:44 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:25:44 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:25:44 user nova-compute[74725]:   <serial>9866d949-8a80-4def-aee9-8f68112e7b0e</serial>
Nov 15 17:25:44 user nova-compute[74725]: </disk>
Nov 15 17:25:44 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:19:47:83, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-89a81b49-01aa-46d5-8834-7e5f44878c86 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.026s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:45 user nova-compute[74725]: INFO nova.compute.manager [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Rescuing
Nov 15 17:25:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:25:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:46 user nova-compute[74725]: WARNING nova.compute.manager [req-4c33bda9-e032-41f1-876c-1eef17683494 req-76d2c614-ce41-4f99-a5a1-72ca64115dd3 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state active and task_state rescuing.
Nov 15 17:25:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance destroyed successfully.
Nov 15 17:25:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Attempting rescue
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:25:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Creating image(s)
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue" returned: 0 in 0.063s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'migration_context' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.base [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<5765773e-7e6e-4c9d-be19-a79fa06637e0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start _get_guest_xml network_info=[{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:19:47:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.base [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<5765773e-7e6e-4c9d-be19-a79fa06637e0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'numa_topology' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.base [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<5765773e-7e6e-4c9d-be19-a79fa06637e0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:25:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:25:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.base [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<5765773e-7e6e-4c9d-be19-a79fa06637e0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-30073778',display_name='tempest-ServerRescueNegativeTestJSON-server-30073778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-30073778',id=24,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDJnmWD+iHLmTeSaq0f/qNm4d1tG8vcKbsrBUPFGy5cbuVKG6yQu0Z7tcdZYdywrCvPjtd3KO7A6iEGcfQTMfBE3+QJ3UQrrUz+46v31qLNuI/J6suUpMUvJmE+mTmL9vg==',key_name='tempest-keypair-1266252956',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:23:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-bhi7suup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:23:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f689d0f5c93a4a54948960dae07289cb',uuid=5765773e-7e6e-4c9d-be19-a79fa06637e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:19:47:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "vif_mac": "fa:16:3e:19:47:83"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'pci_devices' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.objects.base [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Object Instance<5765773e-7e6e-4c9d-be19-a79fa06637e0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:25:47 user nova-compute[74725]:   <uuid>5765773e-7e6e-4c9d-be19-a79fa06637e0</uuid>
Nov 15 17:25:47 user nova-compute[74725]:   <name>instance-00000018</name>
Nov 15 17:25:47 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:25:47 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:25:47 user nova-compute[74725]:   <metadata>
Nov 15 17:25:47 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:25:47 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-30073778</nova:name>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:25:47</nova:creationTime>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:25:47 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:25:47 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:owner>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:user uuid="f689d0f5c93a4a54948960dae07289cb">tempest-ServerRescueNegativeTestJSON-445269419-project-member</nova:user>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:project uuid="7907c112bde74f139de7466299849de8">tempest-ServerRescueNegativeTestJSON-445269419</nova:project>
Nov 15 17:25:47 user nova-compute[74725]:       </nova:owner>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:25:47 user nova-compute[74725]:       <nova:ports>
Nov 15 17:25:47 user nova-compute[74725]:         <nova:port uuid="7dc3bb7e-346b-4942-b133-95477b1f2258">
Nov 15 17:25:47 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:25:47 user nova-compute[74725]:         </nova:port>
Nov 15 17:25:47 user nova-compute[74725]:       </nova:ports>
Nov 15 17:25:47 user nova-compute[74725]:     </nova:instance>
Nov 15 17:25:47 user nova-compute[74725]:   </metadata>
Nov 15 17:25:47 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:25:47 user nova-compute[74725]:     <system>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="serial">5765773e-7e6e-4c9d-be19-a79fa06637e0</entry>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="uuid">5765773e-7e6e-4c9d-be19-a79fa06637e0</entry>
Nov 15 17:25:47 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:25:47 user nova-compute[74725]:     </system>
Nov 15 17:25:47 user nova-compute[74725]:   </sysinfo>
Nov 15 17:25:47 user nova-compute[74725]:   <os>
Nov 15 17:25:47 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:25:47 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:25:47 user nova-compute[74725]:   </os>
Nov 15 17:25:47 user nova-compute[74725]:   <features>
Nov 15 17:25:47 user nova-compute[74725]:     <acpi/>
Nov 15 17:25:47 user nova-compute[74725]:     <apic/>
Nov 15 17:25:47 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:25:47 user nova-compute[74725]:   </features>
Nov 15 17:25:47 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:25:47 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:25:47 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:25:47 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:25:47 user nova-compute[74725]:   </clock>
Nov 15 17:25:47 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:25:47 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:25:47 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:25:47 user nova-compute[74725]:   </cpu>
Nov 15 17:25:47 user nova-compute[74725]:   <devices>
Nov 15 17:25:47 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:25:47 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:25:47 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue"/>
Nov 15 17:25:47 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:25:47 user nova-compute[74725]:     </disk>
Nov 15 17:25:47 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:25:47 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:25:47 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk"/>
Nov 15 17:25:47 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:25:47 user nova-compute[74725]:     </disk>
Nov 15 17:25:47 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:25:47 user nova-compute[74725]:       <mac address="fa:16:3e:19:47:83"/>
Nov 15 17:25:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:25:47 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:25:47 user nova-compute[74725]:       <target dev="tap7dc3bb7e-34"/>
Nov 15 17:25:47 user nova-compute[74725]:     </interface>
Nov 15 17:25:47 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:25:47 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/console.log" append="off"/>
Nov 15 17:25:47 user nova-compute[74725]:     </serial>
Nov 15 17:25:47 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:25:47 user nova-compute[74725]:     <video>
Nov 15 17:25:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:25:47 user nova-compute[74725]:     </video>
Nov 15 17:25:47 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:25:47 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:25:47 user nova-compute[74725]:     </rng>
Nov 15 17:25:47 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:25:47 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:25:47 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:25:47 user nova-compute[74725]:     </memballoon>
Nov 15 17:25:47 user nova-compute[74725]:   </devices>
Nov 15 17:25:47 user nova-compute[74725]: </domain>
Nov 15 17:25:47 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:25:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance destroyed successfully.
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:25:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] No VIF found with MAC fa:16:3e:19:47:83, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:25:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:48 user nova-compute[74725]: WARNING nova.compute.manager [req-22dc49a6-5270-4cc2-aa5b-1227b4e0e38f req-57e6335e-4d48-4666-98ec-bda4e235587c service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state active and task_state rescuing.
Nov 15 17:25:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 is timed out.
Nov 15 17:25:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully detached device vdc from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the live domain config.
Nov 15 17:25:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oVgWvzMb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:25:49 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[204cc3fd-b240-4a56-b827-74563f59c4f6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:25:49 user nova-compute[74725]: No targets found.
Nov 15 17:25:49 user nova-compute[74725]: iSNS:
Nov 15 17:25:49 user nova-compute[74725]: No targets found.
Nov 15 17:25:49 user nova-compute[74725]: STATIC:
Nov 15 17:25:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:25:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2
Nov 15 17:25:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f
Nov 15 17:25:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:25:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:25:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:25:49 user nova-compute[74725]: FIRMWARE:
Nov 15 17:25:49 user nova-compute[74725]: No targets found.
Nov 15 17:25:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:25:49 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:25:49 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae7786c-d7c4-4c6c-bd29-d830299eedd2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aaf9b01-26ec-4977-a5d4-2da60481a1b3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:25:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 (non-flash)
Nov 15 17:25:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:25:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e55510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a95bffc4-ea00-4ee8-bbc9-c71cac3bccf1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a35d16e-5497-4378-a111-de701135881b]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9236c6f0-c7de-42a8-9c1e-7aacb11bdda9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b7e6e7-a4d2-4a70-9839-d084a6759703]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d75c44af-55a4-4b09-8047-c94bc98a99b5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[542a5b83-b143-411f-9911-a8ea07a4947a]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260]
Nov 15 17:25:49 user nova-compute[74725]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2, portal: 172.16.0.220,3260] successful.
Nov 15 17:25:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38909963-84c6-48cb-acc2-dbb5c87f41a2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb4b72a-7c43-479b-bbeb-77f43c9b1b58]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== disconnect_volume: return (310ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:25:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d441b4ab-a137-4ba8-8f37-d6bca049af28 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.698s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:50 user nova-compute[74725]: WARNING nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state active and task_state rescuing.
Nov 15 17:25:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:25:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:25:50 user nova-compute[74725]: WARNING nova.compute.manager [req-ef28f31e-2671-41c2-b31b-f77715bf351d req-d795801a-e332-4071-b61f-7c8ff99430ee service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state active and task_state rescuing.
Nov 15 17:25:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-70c128f5-8519-4c8c-a7bd-fa1114253d95 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:25:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:25:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:26:06 user nova-compute[74725]: INFO nova.compute.claims [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Claim successful on node user
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.516s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:26:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:26:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:26:07 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Creating image(s)
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "/opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "/opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "/opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.policy [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c0c92c5ddbb48a39c2d309d02bf6795', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13637a1238224773aa9bbadf2991e120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk 1073741824" returned: 0 in 0.054s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:07 user nova-compute[74725]: INFO nova.compute.manager [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Terminating instance
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Cannot resize image /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Ensure instance console log exists: /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:07 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Successfully created port: a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-39cffdf9-fa6d-4e14-bd14-d06f18f16e8c req-5e16251e-7afc-4e85-b6ae-f6651b22d9c7 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-unplugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:26:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Instance destroyed successfully.
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'resources' on Instance uuid 01c527d4-daa5-4001-8d98-b702cd52cf9d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:19:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-822114283',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-822114283',id=18,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGXsX3fsH3bVlq7J8tOToaJcSK80iIIu4ybCs91Ysbmt27Ce2A1FqlRNjP/mq+SlWG4F9Xs3PP9x/nErGXuatxeXBCAtmmasq/lRCg/m1OH6U6KUaZUy+ro+VWtJKCVCVQ==',key_name='tempest-keypair-1536306772',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:23:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-jk1c0zf8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:23:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=01c527d4-daa5-4001-8d98-b702cd52cf9d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "address": "fa:16:3e:5d:77:0d", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0f2782bc-8b", "ovs_interfaceid": "0f2782bc-8b40-45c6-8ffc-1d7f70d44973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG os_vif [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0f2782bc-8b, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=08c192cb-1d98-4279-b372-e8ebcc43c02a) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:08 user nova-compute[74725]: INFO os_vif [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:77:0d,bridge_name='br-int',has_traffic_filtering=True,id=0f2782bc-8b40-45c6-8ffc-1d7f70d44973,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0f2782bc-8b')
Nov 15 17:26:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Deleting instance files /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d_del
Nov 15 17:26:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Deletion of /opt/stack/data/nova/instances/01c527d4-daa5-4001-8d98-b702cd52cf9d_del complete
Nov 15 17:26:08 user nova-compute[74725]: INFO nova.compute.manager [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Successfully updated port: a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquired lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-changed-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Refreshing instance network info cache due to event network-changed-a4fd5849-2a92-434c-8b99-cd4bcc123892. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] Acquiring lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:08 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating instance_info_cache with network_info: [{"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Releasing lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Instance network_info: |[{"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] Acquired lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Refreshing network info cache for port a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Start _get_guest_xml network_info=[{"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:26:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2129219226',display_name='tempest-AttachVolumeTestJSON-server-2129219226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2129219226',id=27,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcghEmxkV58w2ZwK56cstBjQVfCf22XTBf3umSze6a4XfVUpqNUZDvG0BqUQr5xQ+qsV07t3xGEex4lpdfdNrMdb0nKmsScOEHsyUPlR5DFXOr9gHNMGfs3LhUuRuo8Hg==',key_name='tempest-keypair-1402124142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-2t6xy526',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=4ed87508-f026-4a73-8b30-c33c1104727b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'pci_devices' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:26:09 user nova-compute[74725]:   <uuid>4ed87508-f026-4a73-8b30-c33c1104727b</uuid>
Nov 15 17:26:09 user nova-compute[74725]:   <name>instance-0000001b</name>
Nov 15 17:26:09 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:26:09 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:26:09 user nova-compute[74725]:   <metadata>
Nov 15 17:26:09 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:26:09 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeTestJSON-server-2129219226</nova:name>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:26:09</nova:creationTime>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:26:09 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:26:09 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:owner>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:user uuid="1c0c92c5ddbb48a39c2d309d02bf6795">tempest-AttachVolumeTestJSON-1349472248-project-member</nova:user>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:project uuid="13637a1238224773aa9bbadf2991e120">tempest-AttachVolumeTestJSON-1349472248</nova:project>
Nov 15 17:26:09 user nova-compute[74725]:       </nova:owner>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:26:09 user nova-compute[74725]:       <nova:ports>
Nov 15 17:26:09 user nova-compute[74725]:         <nova:port uuid="a4fd5849-2a92-434c-8b99-cd4bcc123892">
Nov 15 17:26:09 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:26:09 user nova-compute[74725]:         </nova:port>
Nov 15 17:26:09 user nova-compute[74725]:       </nova:ports>
Nov 15 17:26:09 user nova-compute[74725]:     </nova:instance>
Nov 15 17:26:09 user nova-compute[74725]:   </metadata>
Nov 15 17:26:09 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:26:09 user nova-compute[74725]:     <system>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="serial">4ed87508-f026-4a73-8b30-c33c1104727b</entry>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="uuid">4ed87508-f026-4a73-8b30-c33c1104727b</entry>
Nov 15 17:26:09 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:26:09 user nova-compute[74725]:     </system>
Nov 15 17:26:09 user nova-compute[74725]:   </sysinfo>
Nov 15 17:26:09 user nova-compute[74725]:   <os>
Nov 15 17:26:09 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:26:09 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:26:09 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:26:09 user nova-compute[74725]:   </os>
Nov 15 17:26:09 user nova-compute[74725]:   <features>
Nov 15 17:26:09 user nova-compute[74725]:     <acpi/>
Nov 15 17:26:09 user nova-compute[74725]:     <apic/>
Nov 15 17:26:09 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:26:09 user nova-compute[74725]:   </features>
Nov 15 17:26:09 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:26:09 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:26:09 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:26:09 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:26:09 user nova-compute[74725]:   </clock>
Nov 15 17:26:09 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:26:09 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:26:09 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:26:09 user nova-compute[74725]:   </cpu>
Nov 15 17:26:09 user nova-compute[74725]:   <devices>
Nov 15 17:26:09 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:26:09 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:26:09 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk"/>
Nov 15 17:26:09 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:26:09 user nova-compute[74725]:     </disk>
Nov 15 17:26:09 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:26:09 user nova-compute[74725]:       <mac address="fa:16:3e:ee:5a:02"/>
Nov 15 17:26:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:09 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:26:09 user nova-compute[74725]:       <target dev="tapa4fd5849-2a"/>
Nov 15 17:26:09 user nova-compute[74725]:     </interface>
Nov 15 17:26:09 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:26:09 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/console.log" append="off"/>
Nov 15 17:26:09 user nova-compute[74725]:     </serial>
Nov 15 17:26:09 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:26:09 user nova-compute[74725]:     <video>
Nov 15 17:26:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:09 user nova-compute[74725]:     </video>
Nov 15 17:26:09 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:26:09 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:26:09 user nova-compute[74725]:     </rng>
Nov 15 17:26:09 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:26:09 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:26:09 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:26:09 user nova-compute[74725]:     </memballoon>
Nov 15 17:26:09 user nova-compute[74725]:   </devices>
Nov 15 17:26:09 user nova-compute[74725]: </domain>
Nov 15 17:26:09 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2129219226',display_name='tempest-AttachVolumeTestJSON-server-2129219226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2129219226',id=27,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcghEmxkV58w2ZwK56cstBjQVfCf22XTBf3umSze6a4XfVUpqNUZDvG0BqUQr5xQ+qsV07t3xGEex4lpdfdNrMdb0nKmsScOEHsyUPlR5DFXOr9gHNMGfs3LhUuRuo8Hg==',key_name='tempest-keypair-1402124142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-2t6xy526',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=4ed87508-f026-4a73-8b30-c33c1104727b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG os_vif [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62b7a92c-3273-5092-8d3e-02e3b6a32e32', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa4fd5849-2a, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa4fd5849-2a, col_values=(('qos', UUID('9263fb11-9334-4048-860e-efa86cd836cc')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa4fd5849-2a, col_values=(('external_ids', {'iface-id': 'a4fd5849-2a92-434c-8b99-cd4bcc123892', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:5a:02', 'vm-uuid': '4ed87508-f026-4a73-8b30-c33c1104727b'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:09 user nova-compute[74725]: INFO os_vif [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a')
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No VIF found with MAC fa:16:3e:ee:5a:02, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:09 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Took 0.86 seconds to deallocate network for instance.
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updated VIF entry in instance network info cache for port a4fd5849-2a92-434c-8b99-cd4bcc123892. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating instance_info_cache with network_info: [{"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85d150c1-dec3-4f8a-90e0-50a4b48a6764 req-acea24ee-deca-4d4b-87b3-4f061a6d3507 service nova] Releasing lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:09 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Deleted allocations for instance 01c527d4-daa5-4001-8d98-b702cd52cf9d
Nov 15 17:26:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8647dbc2-ab45-4888-b6bf-c5a6cb468f93 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.281s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] Acquiring lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] Lock "01c527d4-daa5-4001-8d98-b702cd52cf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] No waiting events found dispatching network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:10 user nova-compute[74725]: WARNING nova.compute.manager [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received unexpected event network-vif-plugged-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 for instance with vm_state deleted and task_state None.
Nov 15 17:26:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-aed26551-fbc0-4a3e-9ee5-ce6f1c3a38c8 req-dac175a1-5332-49be-9eee-0e5a9abf2a49 service nova] [instance: 01c527d4-daa5-4001-8d98-b702cd52cf9d] Received event network-vif-deleted-0f2782bc-8b40-45c6-8ffc-1d7f70d44973 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] No waiting events found dispatching network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:12 user nova-compute[74725]: WARNING nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received unexpected event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 for instance with vm_state building and task_state spawning.
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] No waiting events found dispatching network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:12 user nova-compute[74725]: WARNING nova.compute.manager [req-c459a6f5-fe18-4c3c-93b4-7f8a8a7a02b2 req-73b3bc46-0845-4c4e-9ff9-57cedd1f75e1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received unexpected event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 for instance with vm_state building and task_state spawning.
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'flavor' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:12 user nova-compute[74725]: INFO nova.compute.manager [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Attaching volume db758411-10e0-4292-a496-72eb9577b44a to /dev/vdb
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.utils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[815fd3e3-47a2-4220-89c5-4f2344552d95]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b38b60e-7d54-44bd-a345-e009f261e90b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c0fafc-87d6-465e-ae63-9d69b4c34fea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[addcec03-256c-4122-8d35-aefad89b5e0e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:26:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Instance spawned successfully.
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:12 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4d29a6-d20c-479b-bf2e-49e232f86c3c]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG os_brick.utils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating existing volume attachment record: 2274ac6e-bd2c-4ddf-a082-f380953bfab9 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:12 user nova-compute[74725]: INFO nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Took 5.81 seconds to spawn the instance on the hypervisor.
Nov 15 17:26:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:26:12 user nova-compute[74725]: INFO nova.compute.manager [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Took 6.74 seconds to build instance.
Nov 15 17:26:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7c5588a4-ae5b-4004-bd2e-9312d4e82790 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.843s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:26:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:26:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:16 user nova-compute[74725]: INFO nova.compute.manager [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Unrescuing
Nov 15 17:26:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'flavor' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:17 user nova-compute[74725]: WARNING nova.compute.manager [req-bb40cf51-43e7-4f5e-956c-0a9e0b159aa4 req-e5712816-8132-4714-b653-96807d83f2a3 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:26:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:17 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance destroyed successfully.
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54a16efc-a2f7-4664-a039-06f3eee0fecb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:26:17 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4476462d-2db9-4072-b4b2-d7075c2c5f19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added
Nov 15 17:26:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1daaf72-f02d-42c5-bb2e-25c368fef50b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9802995b-d2fd-4b34-9b79-5ccdbaa4edb2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ebeb11-b84e-4af9-b51a-a2bbfbfaefe1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmcMTwgh'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a426dd4-ce47-48e1-a9fc-e6b5dcc99a54]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b4a38e-d788-4f1f-bc8f-52c88cff756a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:17 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:17 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:17 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:17 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a8259cb-7e8e-4816-8b20-3de770eb9ff6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:26:18 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7797e7-0c76-4fde-b55d-99d0f4eb6cc8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ab0d8ab-f45e-432b-a4ca-da631cb060db]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:18 user nova-compute[74725]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:18 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecdbf06-0d64-4077-a501-cfc8118709b0]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:26:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'flavor' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:26:19 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:19 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:26:19 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:26:19 user nova-compute[74725]:   <serial>db758411-10e0-4292-a496-72eb9577b44a</serial>
Nov 15 17:26:19 user nova-compute[74725]: </disk>
Nov 15 17:26:19 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:19 user nova-compute[74725]: WARNING nova.compute.manager [req-b654f30e-9ac1-4c08-aa27-3db54db77de0 req-d36d70be-ab10-42b7-9a11-d2fb18f11692 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:26:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:19 user nova-compute[74725]: INFO nova.compute.manager [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Detaching volume a834be86-3d62-4b38-a2bf-0269bec0767f
Nov 15 17:26:19 user nova-compute[74725]: INFO nova.virt.block_device [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Attempting to driver detach volume a834be86-3d62-4b38-a2bf-0269bec0767f from mountpoint /dev/vdb
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Attempting to detach device vdb from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:26:19 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:19 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:26:19 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:26:19 user nova-compute[74725]:   <serial>a834be86-3d62-4b38-a2bf-0269bec0767f</serial>
Nov 15 17:26:19 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:26:19 user nova-compute[74725]: </disk>
Nov 15 17:26:19 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:26:19 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully detached device vdb from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the persistent domain config.
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:26:19 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:19 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:26:19 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:26:19 user nova-compute[74725]:   <serial>a834be86-3d62-4b38-a2bf-0269bec0767f</serial>
Nov 15 17:26:19 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:26:19 user nova-compute[74725]: </disk>
Nov 15 17:26:19 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No VIF found with MAC fa:16:3e:d7:6f:49, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c22022f2-91a1-418d-aae7-c13bfbad8da6 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.459s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:26:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:21 user nova-compute[74725]: WARNING nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:26:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:21 user nova-compute[74725]: WARNING nova.compute.manager [req-18d2c13c-47f6-4543-81ae-074bd382df0a req-deb742bc-eb32-4410-9611-e61440bfc693 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:26:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Stashing vm_state: active {{(pid=74725) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-fedc4d22-a3e9-4612-847c-ba56267efbb0 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:26:22 user nova-compute[74725]: INFO nova.compute.claims [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Claim successful on node user
Nov 15 17:26:22 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating resource usage from migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.604s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:22 user nova-compute[74725]: INFO nova.compute.manager [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Migrating
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:22 user nova-compute[74725]: INFO nova.compute.rpcapi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Starting migrate_disk_and_power_off {{(pid=74725) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:23 user nova-compute[74725]: WARNING nova.compute.manager [req-b6994c76-83c5-4fa3-9ad2-601b3cc25d8c req-e8193faa-8f3f-4da9-b412-0433ade681d5 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance destroyed successfully.
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:22:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6330eea2-48, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07266bca-240d-48b2-ae5d-55d035fc02eb) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:24 user nova-compute[74725]: INFO os_vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a486aa4-d30c-41d6-9b34-2c0f61071c03]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:26:24 user nova-compute[74725]: No targets found.
Nov 15 17:26:24 user nova-compute[74725]: iSNS:
Nov 15 17:26:24 user nova-compute[74725]: No targets found.
Nov 15 17:26:24 user nova-compute[74725]: STATIC:
Nov 15 17:26:24 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:26:24 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:24 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:24 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:26:24 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:24 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:24 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f
Nov 15 17:26:24 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:24 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:24 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:26:24 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:24 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:24 user nova-compute[74725]: FIRMWARE:
Nov 15 17:26:24 user nova-compute[74725]: No targets found.
Nov 15 17:26:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:26:24 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:26:24 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf19e32-6481-46cc-a3b3-49405c51be76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18750ca-f603-46a2-bd04-a15db1e6674d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:24 user nova-compute[74725]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac7bbc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ed6a70-80b8-4a22-8d37-91a20ce6b9a4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a2e2dc-f137-481b-9485-b1356229c792]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b80e466-2942-41d6-b1b7-180327c83128]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.062s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c9ec3e-e035-4ecb-89b4-4ad5c5d68271]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0f5729-2887-4df8-9784-c3226a8b38ab]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e887d45-5764-497c-9614-1b24a835bcf6]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:26:24 user nova-compute[74725]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6769dbe-381d-4571-a8af-dab63d8b6736]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.427s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== disconnect_volume: return (429ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_resize/disk /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "cp -r /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_resize/disk /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk" returned: 0 in 0.478s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_resize/disk.info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk.info {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "cp -r /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_resize/disk.info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk.info" returned: 0 in 0.036s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:25 user nova-compute[74725]: WARNING nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:25 user nova-compute[74725]: WARNING nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:25 user nova-compute[74725]: WARNING nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:25 user nova-compute[74725]: WARNING nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:25 user nova-compute[74725]: WARNING nova.compute.manager [req-c5997329-9259-495d-a087-f8d2e0760b2e req-f1e1133e-b699-44cf-af42-507d0b5293fa service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:27 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:27 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7448MB free_disk=24.96023178100586GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Port 6330eea2-480d-4208-a128-ed843ed73919 binding to destination host user is already ACTIVE {{(pid=74725) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Applying migration context for instance c271d524-5450-43d5-8ea5-3385e1944ac3 as it has an incoming, in-progress migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc. Migration status is post-migrating {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 17:26:27 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating resource usage from migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 05d54ed5-007a-4b1d-96e9-805d9b03dc7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4ed87508-f026-4a73-8b30-c33c1104727b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.646s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d9eb82-2521-4f21-a857-3d75de0693ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe1ad0c-cefd-4517-a11d-a5a91bb5d5a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a210021-10be-4019-bf98-1dce89474eab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91efe9be-84bb-4386-8e41-af6cbdea0aa0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:28 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[904f986a-f356-44dd-aad0-0bc91fa2942c]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:26:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:26:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Starting finish_migration {{(pid=74725) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:26:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Creating image(s)
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk. size=21474836480 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk 21474836480 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk 21474836480" returned: 0 in 0.056s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Ensure instance console log exists: /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start _get_guest_xml network_info=[{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c271d524-5450-43d5-8ea5-3385e1944ac3', 'attached_at': '2023-11-15T17:26:34.000000', 'detached_at': '', 'volume_id': 'db758411-10e0-4292-a496-72eb9577b44a', 'serial': 'db758411-10e0-4292-a496-72eb9577b44a'}, 'boot_index': None, 'attachment_id': '8e911a20-702f-4304-8c0e-cfca1b824b16', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:26:34 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:34 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:34 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:34 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:34 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e58490-93ad-404d-a967-9af8cba6d5ac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:26:34 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fc9b73-4c36-4dbc-92f4-c94bf22ef6be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added
Nov 15 17:26:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[115f56c2-53e0-44e1-b88f-0a1e8dee7c27]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a84336c-fecf-4f42-a613-e7ffc9e1ec61]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10c70f7-b91e-417e-8747-04e865013c1b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmcMTwgh'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b6f9c9-15bc-448b-b2f5-b102bab01716]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[340e0476-e54d-4f99-a4d0-6fd3de9e1de4]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:34 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:34 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:34 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:34 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[52027454-a70c-4025-91e4-498ce7318d9d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:26:35 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d108d158-fa8a-4ae7-bf52-c6c7af55d0c0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d112b0-8aaa-4945-b436-fff94e844bc1]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:35 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:35 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] HCTL ('36', '-', '-', 0) found on session 26 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[910c6f7b-359f-4de9-bfdc-a42933b767fc]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching for a device in session 26 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:26:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:22:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:26:36 user nova-compute[74725]:   <uuid>c271d524-5450-43d5-8ea5-3385e1944ac3</uuid>
Nov 15 17:26:36 user nova-compute[74725]:   <name>instance-00000015</name>
Nov 15 17:26:36 user nova-compute[74725]:   <memory>2097152</memory>
Nov 15 17:26:36 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:26:36 user nova-compute[74725]:   <metadata>
Nov 15 17:26:36 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:26:36 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherB-server-716787840</nova:name>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:26:34</nova:creationTime>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:flavor name="m1.small">
Nov 15 17:26:36 user nova-compute[74725]:         <nova:memory>2048</nova:memory>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:disk>20</nova:disk>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:26:36 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:owner>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:user uuid="9a97e40b023d4a7a8b50e1384680179d">tempest-ServerActionsTestOtherB-1212023150-project-member</nova:user>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:project uuid="e0e1ca8461484e0aa226a220c0d52877">tempest-ServerActionsTestOtherB-1212023150</nova:project>
Nov 15 17:26:36 user nova-compute[74725]:       </nova:owner>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:26:36 user nova-compute[74725]:       <nova:ports>
Nov 15 17:26:36 user nova-compute[74725]:         <nova:port uuid="6330eea2-480d-4208-a128-ed843ed73919">
Nov 15 17:26:36 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:26:36 user nova-compute[74725]:         </nova:port>
Nov 15 17:26:36 user nova-compute[74725]:       </nova:ports>
Nov 15 17:26:36 user nova-compute[74725]:     </nova:instance>
Nov 15 17:26:36 user nova-compute[74725]:   </metadata>
Nov 15 17:26:36 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:26:36 user nova-compute[74725]:     <system>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="serial">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="uuid">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:26:36 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:26:36 user nova-compute[74725]:     </system>
Nov 15 17:26:36 user nova-compute[74725]:   </sysinfo>
Nov 15 17:26:36 user nova-compute[74725]:   <os>
Nov 15 17:26:36 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:26:36 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:26:36 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:26:36 user nova-compute[74725]:   </os>
Nov 15 17:26:36 user nova-compute[74725]:   <features>
Nov 15 17:26:36 user nova-compute[74725]:     <acpi/>
Nov 15 17:26:36 user nova-compute[74725]:     <apic/>
Nov 15 17:26:36 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:26:36 user nova-compute[74725]:   </features>
Nov 15 17:26:36 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:26:36 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:26:36 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:26:36 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:26:36 user nova-compute[74725]:   </clock>
Nov 15 17:26:36 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:26:36 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:26:36 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:26:36 user nova-compute[74725]:   </cpu>
Nov 15 17:26:36 user nova-compute[74725]:   <devices>
Nov 15 17:26:36 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:26:36 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:26:36 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk"/>
Nov 15 17:26:36 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:26:36 user nova-compute[74725]:     </disk>
Nov 15 17:26:36 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:26:36 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:36 user nova-compute[74725]:       <source dev="/dev/sde"/>
Nov 15 17:26:36 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:26:36 user nova-compute[74725]:       <serial>db758411-10e0-4292-a496-72eb9577b44a</serial>
Nov 15 17:26:36 user nova-compute[74725]:     </disk>
Nov 15 17:26:36 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:26:36 user nova-compute[74725]:       <mac address="fa:16:3e:d7:6f:49"/>
Nov 15 17:26:36 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:36 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:26:36 user nova-compute[74725]:       <target dev="tap6330eea2-48"/>
Nov 15 17:26:36 user nova-compute[74725]:     </interface>
Nov 15 17:26:36 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:26:36 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/console.log" append="off"/>
Nov 15 17:26:36 user nova-compute[74725]:     </serial>
Nov 15 17:26:36 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:26:36 user nova-compute[74725]:     <video>
Nov 15 17:26:36 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:36 user nova-compute[74725]:     </video>
Nov 15 17:26:36 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:26:36 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:26:36 user nova-compute[74725]:     </rng>
Nov 15 17:26:36 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:26:36 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:26:36 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:26:36 user nova-compute[74725]:     </memballoon>
Nov 15 17:26:36 user nova-compute[74725]:   </devices>
Nov 15 17:26:36 user nova-compute[74725]: </domain>
Nov 15 17:26:36 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:22:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-404069510-network", "vif_mac": "fa:16:3e:d7:6f:49"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG os_vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3a20327a-98d5-5705-93b5-ceb3b8beb61d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6330eea2-48, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6330eea2-48, col_values=(('qos', UUID('84111652-4c22-407b-b5e9-066558319fe1')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6330eea2-48, col_values=(('external_ids', {'iface-id': '6330eea2-480d-4208-a128-ed843ed73919', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:6f:49', 'vm-uuid': 'c271d524-5450-43d5-8ea5-3385e1944ac3'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: INFO os_vif [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] No VIF found with MAC fa:16:3e:d7:6f:49, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-changed-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Refreshing instance network info cache due to event network-changed-938918a5-f5f5-47e7-a66d-d6b3bad69065. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] Acquiring lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] Acquired lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Refreshing network info cache for port 938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:37 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Ignoring supplied device name: /dev/vdb
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lazy-loading 'flavor' on Instance uuid 05d54ed5-007a-4b1d-96e9-805d9b03dc7d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:37 user nova-compute[74725]: INFO nova.compute.manager [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Attaching volume 2dbbae99-9eb9-4652-9d99-e5a7682580fe to /dev/vdb
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:37 user nova-compute[74725]: INFO nova.compute.manager [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Attaching volume 39a25a1e-bc71-463e-8391-e016cf89740d to /dev/vdb
Nov 15 17:26:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[04136334-2a7f-4180-99ac-d82b48398b75]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8175c6f0-700c-492d-a3d1-749bf9992c94]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39686edb-98e3-4754-af4e-66edc2fa1cd2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c247466a-b1a3-4b11-a95b-c9b86634a4f0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e67fd1-f1fe-45cb-85db-a244d1b8645a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a334f95d-57af-4506-861a-b4e5f5bf69f9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f01e5b5e-57de-44d9-bbe9-a702f1d7206a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6b5323-7547-40eb-8126-bcfba8b26841]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:37 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d0629d-55da-42c0-b9fb-d804386507ab]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] <== get_connector_properties: return (188ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Updating existing volume attachment record: 01a2c71b-c2dc-4d9e-a8e5-32b5e2e1cf84 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:37 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d02119-db50-4741-ad85-99e5afd0f404]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== get_connector_properties: return (197ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating existing volume attachment record: 0245e738-146a-46c7-877d-7c014826537c {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updated VIF entry in instance network info cache for port 938918a5-f5f5-47e7-a66d-d6b3bad69065. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating instance_info_cache with network_info: [{"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a7a01919-1e95-4efc-85e0-0580f6e1a9d2 req-fb5fa11b-ff43-4051-bb84-d476012c1fce service nova] Releasing lock "refresh_cache-4fde9e40-4078-4292-acdf-fd2ef53f2f12" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:38 user nova-compute[74725]: WARNING nova.compute.manager [req-b647ff71-5f2a-4e19-94fe-4bd0d50c5f68 req-42bbc40c-63c0-43c6-8bb6-7bd138fb42ce service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state resize_finish.
Nov 15 17:26:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:26:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance running successfully.
Nov 15 17:26:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Failed to set time: agent not configured {{(pid=74725) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 15 17:26:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-73410506-aeda-47cc-ac35-a4add455b700 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] finish_migration finished successfully. {{(pid=74725) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 15 17:26:40 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 is timed out.
Nov 15 17:26:40 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully detached device vdb from instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 from the live domain config.
Nov 15 17:26:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EmRbxSzl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:40 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd0ef49-d994-4d82-8bf7-547c3c2db604]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:26:40 user nova-compute[74725]: No targets found.
Nov 15 17:26:40 user nova-compute[74725]: iSNS:
Nov 15 17:26:40 user nova-compute[74725]: No targets found.
Nov 15 17:26:40 user nova-compute[74725]: STATIC:
Nov 15 17:26:40 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:26:40 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:40 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:40 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:26:40 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:40 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:40 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f
Nov 15 17:26:40 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:40 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:40 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:26:40 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:40 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:40 user nova-compute[74725]: FIRMWARE:
Nov 15 17:26:40 user nova-compute[74725]: No targets found.
Nov 15 17:26:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:26:40 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:26:40 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6e4f6ab-5fdf-469a-88cc-595f5118ad03]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f431e01d-0e01-4615-8342-0301826aa345]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:40 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e55e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5dca58e-8b51-497b-bc73-5fb8ce29505f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7b7fe3-63d2-4c39-8645-327e52b61426]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f1334aa-f543-4cc5-bc80-d8682e011a11]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[98cd8d2b-41c3-4c7c-b0f5-e8b5436c633b]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e65b79e-a2f3-45bf-8c25-fea719ad1831]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[45a5c73d-74e2-48c7-9d4f-9552ed2eb4e7]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260]
Nov 15 17:26:40 user nova-compute[74725]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a834be86-3d62-4b38-a2bf-0269bec0767f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d4abd0-1067-4eef-aedf-502254ae4a2f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] <== disconnect_volume: return (356ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:40 user nova-compute[74725]: WARNING nova.compute.manager [req-cf1ace7a-061e-45ae-aaa5-aef4dab09fac req-b340d3e0-68d8-4642-afec-1c045716047c service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state resized and task_state None.
Nov 15 17:26:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:41 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'flavor' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d325af2b-d1cc-418c-bf17-770dcd2084a3 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.031s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:26:42 user nova-compute[74725]: INFO nova.compute.claims [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Claim successful on node user
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:26:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.policy [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0528eed9a8742aa9babc4ba5aabdb90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed18b4d43e04adcb07d03246ff06c68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:26:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Creating image(s)
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.part --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG nova.virt.images [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] 8d7f12f6-3aeb-4a93-b25f-5f505eed891e was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.part /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Successfully created port: bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.part /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.converted" returned: 0 in 0.362s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:26:45 user nova-compute[74725]: INFO nova.compute.claims [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Claim successful on node user
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.412s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json" returned: 0 in 0.201s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Successfully updated port: bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69,backing_fmt=raw /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing instance network info cache due to event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69,backing_fmt=raw /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk 1073741824" returned: 0 in 0.431s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.641s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.122s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:26:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.policy [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '773954bc50454a998374454f9ab1c812', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc53c9974227429aaa51ea87c83b40fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Cannot resize image /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Ensure instance console log exists: /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:46 user nova-compute[74725]: INFO nova.virt.block_device [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Booting with volume e88296ca-9b80-4b7e-86b4-ece9d41027c5 at /dev/vda
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance network_info: |[{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start _get_guest_xml network_info=[{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:26:40Z,direct_url=<?>,disk_format='qcow2',id=8d7f12f6-3aeb-4a93-b25f-5f505eed891e,min_disk=0,min_ram=0,name='tempest-scenario-img--925316481',owner='1ed18b4d43e04adcb07d03246ff06c68',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:26:42Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '8d7f12f6-3aeb-4a93-b25f-5f505eed891e'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.utils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.089s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6873e6-f03d-4d25-9281-556c23b02056]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:26:40Z,direct_url=<?>,disk_format='qcow2',id=8d7f12f6-3aeb-4a93-b25f-5f505eed891e,min_disk=0,min_ram=0,name='tempest-scenario-img--925316481',owner='1ed18b4d43e04adcb07d03246ff06c68',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:26:42Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:44Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.objects.instance [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5106df-cfa7-41c8-b8b4-e59752413732]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:26:46 user nova-compute[74725]:   <uuid>6bdc58d7-7eba-4a71-8414-224aa7cd2acd</uuid>
Nov 15 17:26:46 user nova-compute[74725]:   <name>instance-0000001c</name>
Nov 15 17:26:46 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:26:46 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:26:46 user nova-compute[74725]:   <metadata>
Nov 15 17:26:46 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:26:46 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:name>tempest-TestMinimumBasicScenario-server-373123787</nova:name>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:26:46</nova:creationTime>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:26:46 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:26:46 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:owner>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:user uuid="c0528eed9a8742aa9babc4ba5aabdb90">tempest-TestMinimumBasicScenario-317284105-project-member</nova:user>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:project uuid="1ed18b4d43e04adcb07d03246ff06c68">tempest-TestMinimumBasicScenario-317284105</nova:project>
Nov 15 17:26:46 user nova-compute[74725]:       </nova:owner>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:root type="image" uuid="8d7f12f6-3aeb-4a93-b25f-5f505eed891e"/>
Nov 15 17:26:46 user nova-compute[74725]:       <nova:ports>
Nov 15 17:26:46 user nova-compute[74725]:         <nova:port uuid="bca77527-9e6b-474c-b606-57a9ea5c10ed">
Nov 15 17:26:46 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:26:46 user nova-compute[74725]:         </nova:port>
Nov 15 17:26:46 user nova-compute[74725]:       </nova:ports>
Nov 15 17:26:46 user nova-compute[74725]:     </nova:instance>
Nov 15 17:26:46 user nova-compute[74725]:   </metadata>
Nov 15 17:26:46 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:26:46 user nova-compute[74725]:     <system>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="serial">6bdc58d7-7eba-4a71-8414-224aa7cd2acd</entry>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="uuid">6bdc58d7-7eba-4a71-8414-224aa7cd2acd</entry>
Nov 15 17:26:46 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:26:46 user nova-compute[74725]:     </system>
Nov 15 17:26:46 user nova-compute[74725]:   </sysinfo>
Nov 15 17:26:46 user nova-compute[74725]:   <os>
Nov 15 17:26:46 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:26:46 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:26:46 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:26:46 user nova-compute[74725]:   </os>
Nov 15 17:26:46 user nova-compute[74725]:   <features>
Nov 15 17:26:46 user nova-compute[74725]:     <acpi/>
Nov 15 17:26:46 user nova-compute[74725]:     <apic/>
Nov 15 17:26:46 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:26:46 user nova-compute[74725]:   </features>
Nov 15 17:26:46 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:26:46 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:26:46 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:26:46 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:26:46 user nova-compute[74725]:   </clock>
Nov 15 17:26:46 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:26:46 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:26:46 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:26:46 user nova-compute[74725]:   </cpu>
Nov 15 17:26:46 user nova-compute[74725]:   <devices>
Nov 15 17:26:46 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:26:46 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:26:46 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk"/>
Nov 15 17:26:46 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:26:46 user nova-compute[74725]:     </disk>
Nov 15 17:26:46 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:26:46 user nova-compute[74725]:       <mac address="fa:16:3e:d6:1b:ca"/>
Nov 15 17:26:46 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:46 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:26:46 user nova-compute[74725]:       <target dev="tapbca77527-9e"/>
Nov 15 17:26:46 user nova-compute[74725]:     </interface>
Nov 15 17:26:46 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:26:46 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/console.log" append="off"/>
Nov 15 17:26:46 user nova-compute[74725]:     </serial>
Nov 15 17:26:46 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:26:46 user nova-compute[74725]:     <video>
Nov 15 17:26:46 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:46 user nova-compute[74725]:     </video>
Nov 15 17:26:46 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:26:46 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:26:46 user nova-compute[74725]:     </rng>
Nov 15 17:26:46 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:26:46 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:26:46 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:26:46 user nova-compute[74725]:     </memballoon>
Nov 15 17:26:46 user nova-compute[74725]:   </devices>
Nov 15 17:26:46 user nova-compute[74725]: </domain>
Nov 15 17:26:46 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:44Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_vif [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e7e9939-3796-426a-9603-047cbe37fdc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed497c7-7a0b-49ae-ad45-73c789d4795f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c276734e-14b2-56d7-a691-9fe0d269c3d4', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbca77527-9e, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbca77527-9e, col_values=(('qos', UUID('d9a73ff8-6b9b-465d-9093-62164bf3ee39')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbca77527-9e, col_values=(('external_ids', {'iface-id': 'bca77527-9e6b-474c-b606-57a9ea5c10ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:1b:ca', 'vm-uuid': '6bdc58d7-7eba-4a71-8414-224aa7cd2acd'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:26:46 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:26:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:46 user nova-compute[74725]: INFO os_vif [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e')
Nov 15 17:26:46 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a6b53d5-be25-4620-a8f2-f830da8aa9cf]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG os_brick.utils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== get_connector_properties: return (403ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:46 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating existing volume attachment record: 74393bc6-add6-4c80-8e89-11707275b480 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No VIF found with MAC fa:16:3e:d6:1b:ca, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Successfully created port: c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updated VIF entry in instance network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9473dd68-13e4-46d7-8bcf-f8e6ca526b44 req-29920409-a3ba-4319-994c-b9d0b9ec0d8c service nova] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Successfully updated port: c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-changed-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Refreshing instance network info cache due to event network-changed-c4d94348-b560-42e1-80b1-eb60b5aed425. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EQVPSlsz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.005s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:47 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc7c533-aa0c-455d-858c-bea52ed60f0b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:26:47 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[028daa0d-e416-4dc8-87ae-edf67fb2d56d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d] added
Nov 15 17:26:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c8508b-d72d-470a-9f79-dbad9681b4e1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a383a6d8-8e57-489f-b2a1-1bca62b3b602]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EQVPSlsz {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EQVPSlsz" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71f906f-376e-49ce-a5b9-3cd261dbdf69]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EQVPSlsz'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c48eaf69-2c87-4703-be6a-a3bb7a654279]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1a2b88-1921-4a1a-b3dd-4e63ff2c6700]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrACWcab', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:48 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4dac9d3-9992-497d-b01a-92170932c91f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260]
Nov 15 17:26:48 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b51c21a-2c34-4370-a806-ffa8ab9dba66]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f045e41-1740-4acc-b8b2-d52f46113bae]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:48 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance network_info: |[{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Refreshing network info cache for port c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b31ff8ab-7720-4162-979b-96346ec142ea]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updated VIF entry in instance network info cache for port c4d94348-b560-42e1-80b1-eb60b5aed425. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-aef95b9c-e6c8-4830-85d2-d55893d32a4d req-6621051b-76b7-4e2a-984d-6da8625e27bf service nova] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EQVPSlsz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23864646562636136', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864646562636136', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.094s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:49 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:49 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lazy-loading 'flavor' on Instance uuid 05d54ed5-007a-4b1d-96e9-805d9b03dc7d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[34964944-fe43-44bb-af96-93ec07900071]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:26:49 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:26:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:49 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:26:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:26:49 user nova-compute[74725]:   <serial>39a25a1e-bc71-463e-8391-e016cf89740d</serial>
Nov 15 17:26:49 user nova-compute[74725]: </disk>
Nov 15 17:26:49 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6fa226-3359-4501-9b01-cadb60afdd7f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe] added
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e430252-eaa9-4237-8044-f2415dcda168]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2194a5d3-d1dc-4dda-97fb-49d1e5be0c4b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrACWcab {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrACWcab" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[47691fa3-3432-4cd2-b6c3-e32fd3cab857]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SrACWcab'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[887c0f3f-5612-4974-a5a0-db4d37433e89]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88f1c22-d7f7-4932-8ef7-5bddba0c2bc4]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1651e30b-0a40-4713-b193-e1c35c65de8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260]
Nov 15 17:26:49 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0feba5-0797-4489-9e21-688d2ff52a40]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b3113c1-9b7b-498f-9653-a7175a8508e6]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:49 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[170ab24f-0ff3-4f41-8750-8f57a87b63de]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] No VIF found with MAC fa:16:3e:e5:b6:ed, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-775cfdac-531a-4c51-bc9d-93418dffe08c tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.280s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:49 user nova-compute[74725]: WARNING nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state building and task_state spawning.
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:49 user nova-compute[74725]: WARNING nova.compute.manager [req-ce87a1c3-6684-42b9-8c99-74d55c3b6d40 req-cbf0d3ed-aec3-420a-a666-31c362667af2 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state building and task_state spawning.
Nov 15 17:26:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:50 user nova-compute[74725]: INFO nova.compute.manager [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Terminating instance
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrACWcab', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== connect_volume: return (2428ms) {'type': 'block', 'scsi_wwn': '26534663534636464', 'path': '/dev/sdf'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534663534636464', 'path': '/dev/sdf'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:26:50 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:50 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:26:50 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:26:50 user nova-compute[74725]:   <serial>2dbbae99-9eb9-4652-9d99-e5a7682580fe</serial>
Nov 15 17:26:50 user nova-compute[74725]: </disk>
Nov 15 17:26:50 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:26:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance spawned successfully.
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:50 user nova-compute[74725]: INFO nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Took 7.16 seconds to spawn the instance on the hypervisor.
Nov 15 17:26:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:26:50 user nova-compute[74725]: INFO nova.compute.manager [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Took 8.10 seconds to build instance.
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-be54f2be-b306-40c8-802c-f9d42cf400e9 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.218s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No VIF found with MAC fa:16:3e:c9:eb:e6, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf559939-9f0f-4e36-82a6-e1aedc65fa82 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.688s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Instance destroyed successfully.
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lazy-loading 'resources' on Instance uuid 05d54ed5-007a-4b1d-96e9-805d9b03dc7d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1918181710',display_name='tempest-DeleteServersTestJSON-server-1918181710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1918181710',id=25,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:24:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0784abca58654a57997445aeb5eae19e',ramdisk_id='',reservation_id='r-0snx0097',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-2005856785',owner_user_name='tempest-DeleteServersTestJSON-2005856785-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:24:53Z,user_data=None,user_id='4032e9429e244d06a9a67a6659db7a23',uuid=05d54ed5-007a-4b1d-96e9-805d9b03dc7d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converting VIF {"id": "5005bdca-4626-421c-b440-d822838ed5e9", "address": "fa:16:3e:e5:b6:ed", "network": {"id": "3619ed2d-010e-4236-83fa-4a916cad096b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-307547475-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0784abca58654a57997445aeb5eae19e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5005bdca-46", "ovs_interfaceid": "5005bdca-4626-421c-b440-d822838ed5e9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_vif [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5005bdca-46, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7811a0bf-c043-4943-bc51-ef0cc739535a) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:51 user nova-compute[74725]: INFO os_vif [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b6:ed,bridge_name='br-int',has_traffic_filtering=True,id=5005bdca-4626-421c-b440-d822838ed5e9,network=Network(3619ed2d-010e-4236-83fa-4a916cad096b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5005bdca-46')
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EQVPSlsz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:51 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8adf1ce-28ca-4249-ae28-11abe45481b4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:26:51 user nova-compute[74725]: No targets found.
Nov 15 17:26:51 user nova-compute[74725]: iSNS:
Nov 15 17:26:51 user nova-compute[74725]: No targets found.
Nov 15 17:26:51 user nova-compute[74725]: STATIC:
Nov 15 17:26:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:26:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:26:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe
Nov 15 17:26:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d
Nov 15 17:26:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:26:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:26:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:26:51 user nova-compute[74725]: FIRMWARE:
Nov 15 17:26:51 user nova-compute[74725]: No targets found.
Nov 15 17:26:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:26:51 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:26:51 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9db53a0-59d1-4f13-801b-bce26a873f17]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a6f6ca7-3d84-4235-9323-a8d05faafec1]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d (non-flash)
Nov 15 17:26:51 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e2a9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c16584-c6f2-4e55-bb9b-b34c1193ecdc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3faf53-addd-4c86-bcd8-0d6d5339335a]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a74cc4-0541-439e-9039-d1a6ba36ca0a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[26badf2f-c9c3-4ada-95ca-f9eed2d7964b]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[13481098-b59b-41d6-8df7-55310629041c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8caf59c1-f23a-42fc-88cf-18defcf06976]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260]
Nov 15 17:26:51 user nova-compute[74725]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:39a25a1e-bc71-463e-8391-e016cf89740d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e548c7fd-c386-458e-b191-7e930bca82af]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] <== disconnect_volume: return (328ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:26:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Deleting instance files /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d_del
Nov 15 17:26:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Deletion of /opt/stack/data/nova/instances/05d54ed5-007a-4b1d-96e9-805d9b03dc7d_del complete
Nov 15 17:26:51 user nova-compute[74725]: INFO nova.compute.manager [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Took 1.54 seconds to destroy the instance on the hypervisor.
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-unplugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] No waiting events found dispatching network-vif-unplugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-unplugged-5005bdca-4626-421c-b440-d822838ed5e9 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Acquiring lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] No waiting events found dispatching network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:51 user nova-compute[74725]: WARNING nova.compute.manager [req-14e2806b-ba80-45dd-bf64-b6ddeb52572c req-199a753e-5276-4271-a61c-0bf0ccd06b7f service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received unexpected event network-vif-plugged-5005bdca-4626-421c-b440-d822838ed5e9 for instance with vm_state active and task_state deleting.
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:26:52 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Took 0.52 seconds to deallocate network for instance.
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:26:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Creating image(s)
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Ensure instance console log exists: /opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start _get_guest_xml network_info=[{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5baf092c-2ca9-4720-8770-bd66cee018fa', 'attached_at': '', 'detached_at': '', 'volume_id': 'e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'serial': 'e88296ca-9b80-4b7e-86b4-ece9d41027c5'}, 'boot_index': 0, 'attachment_id': '74393bc6-add6-4c80-8e89-11707275b480', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:26:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:26:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:26:52 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91885c20-0888-4f29-8b73-0d6a8f8cadc2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:26:52 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[462af39c-a1b4-409a-9001-a162db7db3c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5] added
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab72eac-e665-49be-a58a-a23b80860ddf]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cd31fd-c3e8-41ce-9a7e-da9c7af1e0d2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oPbFCLTl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oPbFCLTl" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad4109d-29d1-467d-8683-71e6361a887a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oPbFCLTl'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4f61bd-4f51-43f0-b84c-32ca172f7efa]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66861450-a151-434e-acdb-52b2b9ee2bba]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5740e1b-d9f5-42bb-9828-0ba079266cdd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]
Nov 15 17:26:52 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b37c2d6-9388-4b67-8a87-267aef9d14c1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[08038365-7224-45ba-afa5-bb0b81b11f48]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:26:52 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:26:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] HCTL ('35', '-', '-', 0) found on session 29 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa6b6c8-fa4f-4662-b9ec-4a9df65d0d9e]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching for a device in session 29 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:26:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:26:53 user nova-compute[74725]: INFO nova.compute.manager [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Took 0.83 seconds to detach 1 volumes for instance.
Nov 15 17:26:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.479s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:53 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Deleted allocations for instance 05d54ed5-007a-4b1d-96e9-805d9b03dc7d
Nov 15 17:26:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0323b0c-3f89-4e8a-a8dc-e28e2bf1acea tempest-DeleteServersTestJSON-2005856785 tempest-DeleteServersTestJSON-2005856785-project-member] Lock "05d54ed5-007a-4b1d-96e9-805d9b03dc7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.585s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23338303661666431', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23338303661666431', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:26:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-9acb93c3-aa7e-4532-99cd-88bc7b5b6916 req-5d1b3eaa-7147-48c6-b98d-4ec4c41b0d2b service nova] [instance: 05d54ed5-007a-4b1d-96e9-805d9b03dc7d] Received event network-vif-deleted-5005bdca-4626-421c-b440-d822838ed5e9 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'pci_devices' on Instance uuid 5baf092c-2ca9-4720-8770-bd66cee018fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:26:54 user nova-compute[74725]:   <uuid>5baf092c-2ca9-4720-8770-bd66cee018fa</uuid>
Nov 15 17:26:54 user nova-compute[74725]:   <name>instance-0000001d</name>
Nov 15 17:26:54 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:26:54 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:26:54 user nova-compute[74725]:   <metadata>
Nov 15 17:26:54 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:26:54 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:26:54 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherA-server-644559451</nova:name>
Nov 15 17:26:54 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:26:52</nova:creationTime>
Nov 15 17:26:54 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:26:54 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:26:54 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:26:54 user nova-compute[74725]:       <nova:owner>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:user uuid="773954bc50454a998374454f9ab1c812">tempest-ServerActionsTestOtherA-552734875-project-member</nova:user>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:project uuid="bc53c9974227429aaa51ea87c83b40fc">tempest-ServerActionsTestOtherA-552734875</nova:project>
Nov 15 17:26:54 user nova-compute[74725]:       </nova:owner>
Nov 15 17:26:54 user nova-compute[74725]:       <nova:ports>
Nov 15 17:26:54 user nova-compute[74725]:         <nova:port uuid="c4d94348-b560-42e1-80b1-eb60b5aed425">
Nov 15 17:26:54 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 17:26:54 user nova-compute[74725]:         </nova:port>
Nov 15 17:26:54 user nova-compute[74725]:       </nova:ports>
Nov 15 17:26:54 user nova-compute[74725]:     </nova:instance>
Nov 15 17:26:54 user nova-compute[74725]:   </metadata>
Nov 15 17:26:54 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:26:54 user nova-compute[74725]:     <system>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="serial">5baf092c-2ca9-4720-8770-bd66cee018fa</entry>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="uuid">5baf092c-2ca9-4720-8770-bd66cee018fa</entry>
Nov 15 17:26:54 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:26:54 user nova-compute[74725]:     </system>
Nov 15 17:26:54 user nova-compute[74725]:   </sysinfo>
Nov 15 17:26:54 user nova-compute[74725]:   <os>
Nov 15 17:26:54 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:26:54 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:26:54 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:26:54 user nova-compute[74725]:   </os>
Nov 15 17:26:54 user nova-compute[74725]:   <features>
Nov 15 17:26:54 user nova-compute[74725]:     <acpi/>
Nov 15 17:26:54 user nova-compute[74725]:     <apic/>
Nov 15 17:26:54 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:26:54 user nova-compute[74725]:   </features>
Nov 15 17:26:54 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:26:54 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:26:54 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:26:54 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:26:54 user nova-compute[74725]:   </clock>
Nov 15 17:26:54 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:26:54 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:26:54 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:26:54 user nova-compute[74725]:   </cpu>
Nov 15 17:26:54 user nova-compute[74725]:   <devices>
Nov 15 17:26:54 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:26:54 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:26:54 user nova-compute[74725]:       <source dev="/dev/sdd"/>
Nov 15 17:26:54 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:26:54 user nova-compute[74725]:       <serial>e88296ca-9b80-4b7e-86b4-ece9d41027c5</serial>
Nov 15 17:26:54 user nova-compute[74725]:     </disk>
Nov 15 17:26:54 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:26:54 user nova-compute[74725]:       <mac address="fa:16:3e:e5:9d:22"/>
Nov 15 17:26:54 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:54 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:26:54 user nova-compute[74725]:       <target dev="tapc4d94348-b5"/>
Nov 15 17:26:54 user nova-compute[74725]:     </interface>
Nov 15 17:26:54 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:26:54 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa/console.log" append="off"/>
Nov 15 17:26:54 user nova-compute[74725]:     </serial>
Nov 15 17:26:54 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:26:54 user nova-compute[74725]:     <video>
Nov 15 17:26:54 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:26:54 user nova-compute[74725]:     </video>
Nov 15 17:26:54 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:26:54 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:26:54 user nova-compute[74725]:     </rng>
Nov 15 17:26:54 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:26:54 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:26:54 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:26:54 user nova-compute[74725]:     </memballoon>
Nov 15 17:26:54 user nova-compute[74725]:   </devices>
Nov 15 17:26:54 user nova-compute[74725]: </domain>
Nov 15 17:26:54 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG os_vif [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46568030-6346-5cd2-ba35-778a6db3549d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4d94348-b5, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4d94348-b5, col_values=(('qos', UUID('c9018e5a-a137-4d76-ac4a-1d8337cdc4e0')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4d94348-b5, col_values=(('external_ids', {'iface-id': 'c4d94348-b560-42e1-80b1-eb60b5aed425', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:9d:22', 'vm-uuid': '5baf092c-2ca9-4720-8770-bd66cee018fa'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:54 user nova-compute[74725]: INFO os_vif [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5')
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:26:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:e5:9d:22, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:55 user nova-compute[74725]: WARNING nova.compute.manager [req-135ca3f1-5d1a-4ea8-ae2a-45b84b5748c0 req-f926e69e-b917-4c5a-b088-0ff6b0b534e6 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state building and task_state spawning.
Nov 15 17:26:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:26:57 user nova-compute[74725]: WARNING nova.compute.manager [req-544b374f-9237-4613-8110-e3c5b1b09989 req-0e3d6f20-0d21-4313-91ef-3c6cdc4aa196 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state building and task_state spawning.
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:26:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance spawned successfully.
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:26:57 user nova-compute[74725]: INFO nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Took 5.27 seconds to spawn the instance on the hypervisor.
Nov 15 17:26:57 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:26:57 user nova-compute[74725]: INFO nova.compute.manager [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Took 12.90 seconds to build instance.
Nov 15 17:26:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1565a514-353f-4cb9-a845-1421e7281cc8 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.071s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:26:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:27:02 user nova-compute[74725]: INFO nova.compute.claims [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Claim successful on node user
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.732s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:27:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:27:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.policy [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19bcf1ad20624ef5b9c21e987580a992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8692b3aaed4345db844975674a0e3c3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:27:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Creating image(s)
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk 1073741824" returned: 0 in 0.059s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Successfully created port: 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.223s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Cannot resize image /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Ensure instance console log exists: /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Successfully updated port: 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing instance network info cache due to event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.neutron [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance network_info: |[{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.neutron [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start _get_guest_xml network_info=[{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:27:04 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:27:04 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK/gv+bXXcu7Ni//lO1ycsz+0QxlwqArAvll6O24m8jsphMAVYMNys57h8vFv/gWi+pntIzTf/3YBUFej1ycpiZoAJ7xx/B1hcWii6BlEgHByw2oJrXgYFIuFKCcmruspA==',key_name='tempest-keypair-716291169',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:27:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_devices' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:27:04 user nova-compute[74725]:   <uuid>8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</uuid>
Nov 15 17:27:04 user nova-compute[74725]:   <name>instance-0000001e</name>
Nov 15 17:27:04 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:27:04 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:27:04 user nova-compute[74725]:   <metadata>
Nov 15 17:27:04 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:27:04 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1951001720</nova:name>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:27:04</nova:creationTime>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:27:04 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:27:04 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:owner>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:user uuid="19bcf1ad20624ef5b9c21e987580a992">tempest-AttachVolumeShelveTestJSON-1338746174-project-member</nova:user>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:project uuid="8692b3aaed4345db844975674a0e3c3c">tempest-AttachVolumeShelveTestJSON-1338746174</nova:project>
Nov 15 17:27:04 user nova-compute[74725]:       </nova:owner>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:27:04 user nova-compute[74725]:       <nova:ports>
Nov 15 17:27:04 user nova-compute[74725]:         <nova:port uuid="590c76f3-5c7b-4efe-a66e-acfdf3c80c45">
Nov 15 17:27:04 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:27:04 user nova-compute[74725]:         </nova:port>
Nov 15 17:27:04 user nova-compute[74725]:       </nova:ports>
Nov 15 17:27:04 user nova-compute[74725]:     </nova:instance>
Nov 15 17:27:04 user nova-compute[74725]:   </metadata>
Nov 15 17:27:04 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:27:04 user nova-compute[74725]:     <system>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="serial">8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</entry>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="uuid">8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</entry>
Nov 15 17:27:04 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:27:04 user nova-compute[74725]:     </system>
Nov 15 17:27:04 user nova-compute[74725]:   </sysinfo>
Nov 15 17:27:04 user nova-compute[74725]:   <os>
Nov 15 17:27:04 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:27:04 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:27:04 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:27:04 user nova-compute[74725]:   </os>
Nov 15 17:27:04 user nova-compute[74725]:   <features>
Nov 15 17:27:04 user nova-compute[74725]:     <acpi/>
Nov 15 17:27:04 user nova-compute[74725]:     <apic/>
Nov 15 17:27:04 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:27:04 user nova-compute[74725]:   </features>
Nov 15 17:27:04 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:27:04 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:27:04 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:27:04 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:27:04 user nova-compute[74725]:   </clock>
Nov 15 17:27:04 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:27:04 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:27:04 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:27:04 user nova-compute[74725]:   </cpu>
Nov 15 17:27:04 user nova-compute[74725]:   <devices>
Nov 15 17:27:04 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:27:04 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:27:04 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk"/>
Nov 15 17:27:04 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:27:04 user nova-compute[74725]:     </disk>
Nov 15 17:27:04 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:27:04 user nova-compute[74725]:       <mac address="fa:16:3e:39:13:be"/>
Nov 15 17:27:04 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:27:04 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:27:04 user nova-compute[74725]:       <target dev="tap590c76f3-5c"/>
Nov 15 17:27:04 user nova-compute[74725]:     </interface>
Nov 15 17:27:04 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:27:04 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/console.log" append="off"/>
Nov 15 17:27:04 user nova-compute[74725]:     </serial>
Nov 15 17:27:04 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:27:04 user nova-compute[74725]:     <video>
Nov 15 17:27:04 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:27:04 user nova-compute[74725]:     </video>
Nov 15 17:27:04 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:27:04 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:27:04 user nova-compute[74725]:     </rng>
Nov 15 17:27:04 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:27:04 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:27:04 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:27:04 user nova-compute[74725]:     </memballoon>
Nov 15 17:27:04 user nova-compute[74725]:   </devices>
Nov 15 17:27:04 user nova-compute[74725]: </domain>
Nov 15 17:27:04 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK/gv+bXXcu7Ni//lO1ycsz+0QxlwqArAvll6O24m8jsphMAVYMNys57h8vFv/gWi+pntIzTf/3YBUFej1ycpiZoAJ7xx/B1hcWii6BlEgHByw2oJrXgYFIuFKCcmruspA==',key_name='tempest-keypair-716291169',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:27:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG os_vif [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '00042afe-2f00-5e96-9fe6-ecb94cb50619', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap590c76f3-5c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap590c76f3-5c, col_values=(('qos', UUID('1474f390-65bb-4b29-a89d-c4efd73ff8a8')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap590c76f3-5c, col_values=(('external_ids', {'iface-id': '590c76f3-5c7b-4efe-a66e-acfdf3c80c45', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:13:be', 'vm-uuid': '8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:27:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:04 user nova-compute[74725]: INFO os_vif [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c')
Nov 15 17:27:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:27:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No VIF found with MAC fa:16:3e:39:13:be, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:27:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updated VIF entry in instance network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:27:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e8fb02a6-6483-4e31-88e3-338b3eb6e3c9 req-80bf860c-f0c4-4b6c-b96e-79b405c54c33 service nova] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:27:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:06 user nova-compute[74725]: WARNING nova.compute.manager [req-dafef778-e5a0-49cf-b0fc-c37c331e86d1 req-f2b7879d-9267-4107-ad67-29463759c0e0 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state building and task_state spawning.
Nov 15 17:27:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:27:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance spawned successfully.
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:08 user nova-compute[74725]: WARNING nova.compute.manager [req-c0f995e4-7a7b-4f0b-8b5e-f94080ca7b36 req-6bbf35bc-c588-4994-bd98-5b6ba230791a service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state building and task_state spawning.
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:27:08 user nova-compute[74725]: INFO nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Took 5.76 seconds to spawn the instance on the hypervisor.
Nov 15 17:27:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:27:08 user nova-compute[74725]: INFO nova.compute.manager [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Took 6.89 seconds to build instance.
Nov 15 17:27:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0e743a71-90c4-4ba2-8147-763c5c108f70 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:10 user nova-compute[74725]: INFO nova.compute.manager [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Terminating instance
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-unplugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] No waiting events found dispatching network-vif-unplugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-548a7c50-4ffe-43f2-bcfc-4e2c6ca0b027 req-9283f60d-1fe1-4910-9ac7-195f8b286a78 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-unplugged-faed8325-82fd-4362-ac3f-adfc080e3855 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Instance destroyed successfully.
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.objects.instance [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lazy-loading 'resources' on Instance uuid e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1330912621',display_name='tempest-TestServerVolumeAttachmentScenario-server-1330912621',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1330912621',id=23,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFEZH06NzcVu2orS++8xMmP4PxBELoEOAMqTzaJMPa1ei6ku46aq9TdvPIL58Z7LQsIZ/FJREX6N71IzPdJssUvo1agH/Sf1WadOtQ0dPEFypgaHgVPz9hMZCTY7SdetTg==',key_name='tempest-keypair-1368257992',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:23:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be737445aecf454480ff29c68db68e04',ramdisk_id='',reservation_id='r-ki4ekgpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1080547892',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1080547892-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:23:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7e8c3c47b55b41c78641bdb95d868cc0',uuid=e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converting VIF {"id": "faed8325-82fd-4362-ac3f-adfc080e3855", "address": "fa:16:3e:e2:65:7f", "network": {"id": "73616c7d-221a-460a-9155-88b5694549cb", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2008120030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be737445aecf454480ff29c68db68e04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfaed8325-82", "ovs_interfaceid": "faed8325-82fd-4362-ac3f-adfc080e3855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG os_vif [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfaed8325-82, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=440dd22c-e047-4682-bfb3-63514d8c060d) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:10 user nova-compute[74725]: INFO os_vif [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:65:7f,bridge_name='br-int',has_traffic_filtering=True,id=faed8325-82fd-4362-ac3f-adfc080e3855,network=Network(73616c7d-221a-460a-9155-88b5694549cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfaed8325-82')
Nov 15 17:27:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Deleting instance files /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773_del
Nov 15 17:27:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Deletion of /opt/stack/data/nova/instances/e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773_del complete
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.compute.manager [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.compute.manager [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Detaching volume 2dbbae99-9eb9-4652-9d99-e5a7682580fe
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.virt.block_device [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Attempting to driver detach volume 2dbbae99-9eb9-4652-9d99-e5a7682580fe from mountpoint /dev/vdb
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Attempting to detach device vdb from instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:27:11 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:27:11 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:27:11 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:27:11 user nova-compute[74725]:   <serial>2dbbae99-9eb9-4652-9d99-e5a7682580fe</serial>
Nov 15 17:27:11 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:27:11 user nova-compute[74725]: </disk>
Nov 15 17:27:11 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully detached device vdb from instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 from the persistent domain config.
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:27:11 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:27:11 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:27:11 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:27:11 user nova-compute[74725]:   <serial>2dbbae99-9eb9-4652-9d99-e5a7682580fe</serial>
Nov 15 17:27:11 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:27:11 user nova-compute[74725]: </disk>
Nov 15 17:27:11 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e9efb9f1-1ca2-4480-a7ca-560564156561 req-3dca9da9-c664-4e99-aa45-bb3d91d33699 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-deleted-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.compute.manager [req-e9efb9f1-1ca2-4480-a7ca-560564156561 req-3dca9da9-c664-4e99-aa45-bb3d91d33699 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Neutron deleted interface faed8325-82fd-4362-ac3f-adfc080e3855; detaching it from the instance and deleting it from the info cache
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-e9efb9f1-1ca2-4480-a7ca-560564156561 req-3dca9da9-c664-4e99-aa45-bb3d91d33699 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:11 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Took 0.77 seconds to deallocate network for instance.
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e9efb9f1-1ca2-4480-a7ca-560564156561 req-3dca9da9-c664-4e99-aa45-bb3d91d33699 service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Detach interface failed, port_id=faed8325-82fd-4362-ac3f-adfc080e3855, reason: Instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.453s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:12 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Deleted allocations for instance e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773
Nov 15 17:27:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a756ecea-c6be-41d7-b4ba-aa026fe314b7 tempest-TestServerVolumeAttachmentScenario-1080547892 tempest-TestServerVolumeAttachmentScenario-1080547892-project-member] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.304s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] Acquiring lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] Lock "e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] No waiting events found dispatching network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:12 user nova-compute[74725]: WARNING nova.compute.manager [req-4ca9526d-c23e-469e-b613-3591099b56c1 req-7daaf922-30a8-4a35-8b00-7c635186ac1c service nova] [instance: e3cb9cbc-ec86-465f-bc8d-b1dcb67ce773] Received unexpected event network-vif-plugged-faed8325-82fd-4362-ac3f-adfc080e3855 for instance with vm_state deleted and task_state None.
Nov 15 17:27:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:27:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:27:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:25 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:27:25 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:27:25 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7105MB free_disk=24.856647491455078GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Applying migration context for instance c271d524-5450-43d5-8ea5-3385e1944ac3 as it has an incoming, in-progress migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc. Migration status is finished {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 17:27:26 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating resource usage from migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4ed87508-f026-4a73-8b30-c33c1104727b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:27:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.508s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:27:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:27:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 is timed out.
Nov 15 17:27:31 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully detached device vdb from instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 from the live domain config.
Nov 15 17:27:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrACWcab', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:27:31 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b99ca6-cc17-4ac3-bfef-e1273c7db507]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:27:31 user nova-compute[74725]: No targets found.
Nov 15 17:27:31 user nova-compute[74725]: iSNS:
Nov 15 17:27:31 user nova-compute[74725]: No targets found.
Nov 15 17:27:31 user nova-compute[74725]: STATIC:
Nov 15 17:27:31 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:27:31 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:31 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:31 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:27:31 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:31 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:31 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:27:31 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:31 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:31 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe
Nov 15 17:27:31 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:31 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:31 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:27:31 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:31 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:31 user nova-compute[74725]: FIRMWARE:
Nov 15 17:27:31 user nova-compute[74725]: No targets found.
Nov 15 17:27:31 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:27:31 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:27:31 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae68ee9c-1a99-4c92-9823-6f196d9304ac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8513c40-72a5-4184-8f6c-9f0045e648f2]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:27:31 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe (non-flash)
Nov 15 17:27:31 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:27:31 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac6db760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe'): ({'sdf'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Removing single pathed devices sdf {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3576f574-5e77-4a04-94d2-9a766f0149ec]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41d607f0-9b45-44a4-a7c7-495161f3330a]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flushing IO for device /dev/sdf {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[13432ebc-9727-443b-85c8-73f83cf793e0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:27:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7ef04c-3632-4864-86d7-91de42781567]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3975af9c-e361-4222-9cd0-b1343ff2d68d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18782ee5-ec10-42f0-b830-10dff8c91584]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260]
Nov 15 17:27:32 user nova-compute[74725]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe, portal: 172.16.0.220,3260] successful.
Nov 15 17:27:32 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b70df15-3f14-4e71-a6c6-92eb67399c4a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== disconnect_volume: return (293ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG nova.objects.instance [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-331138d9-4b3c-48fc-a71d-9ef49d85882a tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.623s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.512s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:32 user nova-compute[74725]: INFO nova.compute.manager [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Terminating instance
Nov 15 17:27:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:27:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-unplugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] No waiting events found dispatching network-vif-unplugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-2ff5594d-58dd-41d1-9bb0-f0687cc6412d req-89890db1-9984-4087-bf3c-d8931a9e7b3a service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-unplugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:27:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Instance destroyed successfully.
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.objects.instance [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'resources' on Instance uuid 4fde9e40-4078-4292-acdf-fd2ef53f2f12 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:24:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1052389983',display_name='tempest-VolumesSnapshotTestJSON-instance-1052389983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1052389983',id=26,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGvAxDmNApNJQ7cgZTbvL2TwxIK2zD++SmzYDhm8XSKmQNmSxKoEf9yUEp8jlUoj8XUUFtmqf/5E62QnnnO7uUYw5KHJyvE/iIXbFtJ/1HF30eUtybsm6yzvkgBWB0i6Ug==',key_name='tempest-keypair-1189929195',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:24:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-3itds201',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:24:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=4fde9e40-4078-4292-acdf-fd2ef53f2f12,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "address": "fa:16:3e:c9:eb:e6", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap938918a5-f5", "ovs_interfaceid": "938918a5-f5f5-47e7-a66d-d6b3bad69065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_vif [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap938918a5-f5, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3a51aa13-42fc-41ba-8359-187f83c4f332) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:33 user nova-compute[74725]: INFO os_vif [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:eb:e6,bridge_name='br-int',has_traffic_filtering=True,id=938918a5-f5f5-47e7-a66d-d6b3bad69065,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap938918a5-f5')
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrACWcab', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:27:33 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d46649-237a-4426-8dca-220f84b8ada1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:27:33 user nova-compute[74725]: No targets found.
Nov 15 17:27:33 user nova-compute[74725]: iSNS:
Nov 15 17:27:33 user nova-compute[74725]: No targets found.
Nov 15 17:27:33 user nova-compute[74725]: STATIC:
Nov 15 17:27:33 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:27:33 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:33 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:33 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:27:33 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:33 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:33 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:27:33 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:33 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:33 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:27:33 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:27:33 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:27:33 user nova-compute[74725]: FIRMWARE:
Nov 15 17:27:33 user nova-compute[74725]: No targets found.
Nov 15 17:27:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:27:33 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:27:33 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbbae99-9eb9-4652-9d99-e5a7682580fe', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[479f004e-624c-48d0-afb3-9018c9ce08e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f77e27-7cd2-4ee4-833b-bd5d806d74ac]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:27:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:27:33 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:27:33 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac1a08b0>, {}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Disconnecting from: [] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== disconnect_volume: return (79ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:27:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Deleting instance files /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12_del
Nov 15 17:27:33 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Deletion of /opt/stack/data/nova/instances/4fde9e40-4078-4292-acdf-fd2ef53f2f12_del complete
Nov 15 17:27:33 user nova-compute[74725]: INFO nova.compute.manager [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 15 17:27:33 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:27:33 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:34 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Took 0.76 seconds to deallocate network for instance.
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-c24fff6d-3072-4aa5-942b-de98c5c03608 req-3a686d46-fe2a-4958-9a47-a8fb3e611fd6 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-deleted-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:34 user nova-compute[74725]: INFO nova.compute.manager [req-c24fff6d-3072-4aa5-942b-de98c5c03608 req-3a686d46-fe2a-4958-9a47-a8fb3e611fd6 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Neutron deleted interface 938918a5-f5f5-47e7-a66d-d6b3bad69065; detaching it from the instance and deleting it from the info cache
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.network.neutron [req-c24fff6d-3072-4aa5-942b-de98c5c03608 req-3a686d46-fe2a-4958-9a47-a8fb3e611fd6 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:34 user nova-compute[74725]: WARNING nova.volume.cinder [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Attachment 0245e738-146a-46c7-877d-7c014826537c does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 0245e738-146a-46c7-877d-7c014826537c. (HTTP 404) (Request-ID: req-0bd8e105-1778-4ccd-ba0a-9acdae663a7b)
Nov 15 17:27:34 user nova-compute[74725]: INFO nova.compute.manager [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Took 0.02 seconds to detach 1 volumes for instance.
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-c24fff6d-3072-4aa5-942b-de98c5c03608 req-3a686d46-fe2a-4958-9a47-a8fb3e611fd6 service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Detach interface failed, port_id=938918a5-f5f5-47e7-a66d-d6b3bad69065, reason: Instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:27:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:27:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.346s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:35 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Deleted allocations for instance 4fde9e40-4078-4292-acdf-fd2ef53f2f12
Nov 15 17:27:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3c529f46-67c1-4a54-bab7-dfe2cd9eb83b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.230s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] Acquiring lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] Lock "4fde9e40-4078-4292-acdf-fd2ef53f2f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] No waiting events found dispatching network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:35 user nova-compute[74725]: WARNING nova.compute.manager [req-0ae6a226-7434-40a4-9ac9-9a77035289cb req-c5be40df-0c52-4f0b-9863-36ca09e774eb service nova] [instance: 4fde9e40-4078-4292-acdf-fd2ef53f2f12] Received unexpected event network-vif-plugged-938918a5-f5f5-47e7-a66d-d6b3bad69065 for instance with vm_state deleted and task_state None.
Nov 15 17:27:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:37 user nova-compute[74725]: INFO nova.compute.manager [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Unrescuing
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'flavor' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:37 user nova-compute[74725]: WARNING nova.compute.manager [req-671ee57d-551f-49bb-a473-41201f17a3fc req-b148d0e8-eb7f-4adf-8ed5-08eda8c459a2 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:27:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:38 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance destroyed successfully.
Nov 15 17:27:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:39 user nova-compute[74725]: WARNING nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:39 user nova-compute[74725]: WARNING nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:27:39 user nova-compute[74725]: WARNING nova.compute.manager [req-c53a4f20-1b6f-47f3-b7b2-1d56c1d5839f req-d4e174cb-8059-45b4-823e-56c21266d019 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:27:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-747eacdf-05d4-4e69-af4c-11dbe0eb7cbf tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:27:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-changed-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG nova.compute.manager [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Refreshing instance network info cache due to event network-changed-a4fd5849-2a92-434c-8b99-cd4bcc123892. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] Acquiring lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] Acquired lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG nova.network.neutron [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Refreshing network info cache for port a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG nova.network.neutron [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updated VIF entry in instance network info cache for port a4fd5849-2a92-434c-8b99-cd4bcc123892. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG nova.network.neutron [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating instance_info_cache with network_info: [{"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:27:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-85478adf-6271-4066-a629-02ef8a56ee1e req-1a02fc94-1b30-4761-93ec-b35768278147 service nova] Releasing lock "refresh_cache-4ed87508-f026-4a73-8b30-c33c1104727b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:27:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:27:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:58 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:27:59 user nova-compute[74725]: INFO nova.compute.manager [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attaching volume 15c1f621-1b6c-40db-825b-f5c4202eeffc to /dev/vdb
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.utils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18898892-2eb1-4f31-adb8-3e1eee5107cf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a74e38-e439-4590-8621-c9384783cba9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9721d23-8d03-4f3e-a59e-6059d3e233d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a62945b-675d-419c-ae7a-45a18d384ade]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:27:59 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:27:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6130a54a-249a-4489-a751-5ff33c26d8c5]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG os_brick.utils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:27:59 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating existing volume attachment record: c602c419-c7fe-4c37-b4e3-a06c49a701ec {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:00 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:28:00 user nova-compute[74725]: INFO nova.compute.claims [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Claim successful on node user
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.494s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:28:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.policy [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b634dc78aab94c819ff483cf02281c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecf5ee3f56764d5a976e76327e94bfc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:28:01 user nova-compute[74725]: INFO nova.virt.block_device [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Booting with volume d39281cf-2d84-4186-a74e-d564eb31b718 at /dev/vda
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.utils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f276deb8-2dd2-45e6-b0fc-091a4446f22e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0451550-ce82-41d0-88dc-78c6e3db9135]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e47f0a1-76de-4608-9e62-3ff592ee217f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[404f00e8-f1d5-40e1-8dab-9d5d892f966c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:01 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:28:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[864f19e9-35cb-4bf1-ad4f-b969943fb9f5]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG os_brick.utils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:01 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating existing volume attachment record: cad0624b-5221-48f6-8e4c-8ca0511bfbeb {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:28:02 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Successfully created port: a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Successfully updated port: a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquired lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-changed-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Refreshing instance network info cache due to event network-changed-a66a311a-bc9e-471b-a5d6-c863f5d4685f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] Acquiring lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.network.neutron [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating instance_info_cache with network_info: [{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Releasing lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance network_info: |[{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] Acquired lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Refreshing network info cache for port a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIigBoea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:04 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:04 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:04 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b144b8-1ba3-4c98-a185-b6d3ac90f09d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:04 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b34cd1a-d8a3-4815-ba3b-706c5f8606c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc] added
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a810d49e-edd2-49bc-b3af-cc617589b503]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc863a6c-6b0e-43a5-8d03-d70beab837b1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wIigBoea {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wIigBoea" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb03a44d-7b1c-4ccf-94be-37f8846138d8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wIigBoea'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a3a5f1-ac13-481b-90ce-4a6105830f6b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9d75b4-93ca-4389-a824-75619c7be757]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[260eb4c6-333c-4801-ac74-61fd99ac73f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260]
Nov 15 17:28:04 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c2d3cfc-de80-483c-b133-5bb3334e7eb1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[09078d21-ae85-4f45-9135-af9ef2642f7d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:04 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] HCTL ('37', '-', '-', 0) found on session 30 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG nova.network.neutron [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updated VIF entry in instance network info cache for port a66a311a-bc9e-471b-a5d6-c863f5d4685f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG nova.network.neutron [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating instance_info_cache with network_info: [{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c084ea8-ecb2-453b-94bd-c64b8460116f]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIigBoea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-859ed64c-7dc8-4a04-9720-718fa35ab189 req-f3c636df-c38e-4eb1-9f9a-69047522f1d2 service nova] Releasing lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '23364346262313364', 'path': '/dev/sdf'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23364346262313364', 'path': '/dev/sdf'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:28:05 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:05 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:28:05 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:28:05 user nova-compute[74725]:   <serial>15c1f621-1b6c-40db-825b-f5c4202eeffc</serial>
Nov 15 17:28:05 user nova-compute[74725]: </disk>
Nov 15 17:28:05 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:28:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No VIF found with MAC fa:16:3e:ee:5a:02, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7940492a-653f-4845-9e33-dc1351cdf893 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.379s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:28:07 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Creating image(s)
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Ensure instance console log exists: /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start _get_guest_xml network_info=[{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8118348e-5af0-4885-9eec-e501828e4e9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd39281cf-2d84-4186-a74e-d564eb31b718', 'serial': 'd39281cf-2d84-4186-a74e-d564eb31b718'}, 'boot_index': 0, 'attachment_id': 'cad0624b-5221-48f6-8e4c-8ca0511bfbeb', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:07 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:07 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:07 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57d7ea4-6b10-4069-93f7-89c1f08dd87e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:07 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6556424d-c567-4a39-884e-bf40777dfe7d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718] added
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.187s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71de4a50-4655-4f26-beba-5a4018e3ad9a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f79e98-cec9-4fbd-babd-3de19c87b6d6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jCJVWKnT {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jCJVWKnT" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c5f5c4-25dc-41e2-ab2a-6c6117d866ab]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jCJVWKnT'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e3a3cc-84ef-4fa6-b2a4-6a8a095ac850]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d071d7c-7b7c-4403-a74d-c684a0c9cb52]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea693d4f-adee-4b3a-86d5-8020839e0cb3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]
Nov 15 17:28:07 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0528824-9850-45f5-90a1-4406b2a1769e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2803a67-89d2-40dc-b05a-d8440592a95a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:07 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.500s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] HCTL ('38', '-', '-', 0) found on session 31 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2362235b-99f1-4ea3-bfce-e99c46fd299f]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching for a device in session 31 and hctl ['38', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:28:08 user nova-compute[74725]: INFO nova.compute.claims [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Claim successful on node user
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:08 user nova-compute[74725]: INFO nova.compute.manager [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attaching volume 3db09d08-7312-4af3-9db9-e103eb1a2c74 to /dev/vdc
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.utils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching for a device in session 31 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.539s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== connect_volume: return (1540ms) {'type': 'block', 'scsi_wwn': '23365376236316464', 'path': '/dev/sdg'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365376236316464', 'path': '/dev/sdg'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0523876d-79f7-4814-8d53-a8a093b8f578]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[96eed835-2974-4cbd-8671-e0d16248635a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1333978132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lazy-loading 'pci_devices' on Instance uuid 8118348e-5af0-4885-9eec-e501828e4e9f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9478bb2a-4b86-47c0-b109-8aa557dcf09f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6825dc-34d4-404c-8aa3-0b89d9e437c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:28:09 user nova-compute[74725]:   <uuid>8118348e-5af0-4885-9eec-e501828e4e9f</uuid>
Nov 15 17:28:09 user nova-compute[74725]:   <name>instance-0000001f</name>
Nov 15 17:28:09 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:28:09 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:28:09 user nova-compute[74725]:   <metadata>
Nov 15 17:28:09 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:28:09 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:28:09 user nova-compute[74725]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1333978132</nova:name>
Nov 15 17:28:09 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:07</nova:creationTime>
Nov 15 17:28:09 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:28:09 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:28:09 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:28:09 user nova-compute[74725]:       <nova:owner>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:user uuid="b634dc78aab94c819ff483cf02281c52">tempest-ServerActionsV293TestJSON-1552444814-project-member</nova:user>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:project uuid="ecf5ee3f56764d5a976e76327e94bfc3">tempest-ServerActionsV293TestJSON-1552444814</nova:project>
Nov 15 17:28:09 user nova-compute[74725]:       </nova:owner>
Nov 15 17:28:09 user nova-compute[74725]:       <nova:ports>
Nov 15 17:28:09 user nova-compute[74725]:         <nova:port uuid="a66a311a-bc9e-471b-a5d6-c863f5d4685f">
Nov 15 17:28:09 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:28:09 user nova-compute[74725]:         </nova:port>
Nov 15 17:28:09 user nova-compute[74725]:       </nova:ports>
Nov 15 17:28:09 user nova-compute[74725]:     </nova:instance>
Nov 15 17:28:09 user nova-compute[74725]:   </metadata>
Nov 15 17:28:09 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:28:09 user nova-compute[74725]:     <system>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="serial">8118348e-5af0-4885-9eec-e501828e4e9f</entry>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="uuid">8118348e-5af0-4885-9eec-e501828e4e9f</entry>
Nov 15 17:28:09 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:28:09 user nova-compute[74725]:     </system>
Nov 15 17:28:09 user nova-compute[74725]:   </sysinfo>
Nov 15 17:28:09 user nova-compute[74725]:   <os>
Nov 15 17:28:09 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:28:09 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:28:09 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:28:09 user nova-compute[74725]:   </os>
Nov 15 17:28:09 user nova-compute[74725]:   <features>
Nov 15 17:28:09 user nova-compute[74725]:     <acpi/>
Nov 15 17:28:09 user nova-compute[74725]:     <apic/>
Nov 15 17:28:09 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:28:09 user nova-compute[74725]:   </features>
Nov 15 17:28:09 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:28:09 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:28:09 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:28:09 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:28:09 user nova-compute[74725]:   </clock>
Nov 15 17:28:09 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:28:09 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:28:09 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:28:09 user nova-compute[74725]:   </cpu>
Nov 15 17:28:09 user nova-compute[74725]:   <devices>
Nov 15 17:28:09 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:28:09 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:09 user nova-compute[74725]:       <source dev="/dev/sdg"/>
Nov 15 17:28:09 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:28:09 user nova-compute[74725]:       <serial>d39281cf-2d84-4186-a74e-d564eb31b718</serial>
Nov 15 17:28:09 user nova-compute[74725]:     </disk>
Nov 15 17:28:09 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:28:09 user nova-compute[74725]:       <mac address="fa:16:3e:27:73:9e"/>
Nov 15 17:28:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:09 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:28:09 user nova-compute[74725]:       <target dev="tapa66a311a-bc"/>
Nov 15 17:28:09 user nova-compute[74725]:     </interface>
Nov 15 17:28:09 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:28:09 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f/console.log" append="off"/>
Nov 15 17:28:09 user nova-compute[74725]:     </serial>
Nov 15 17:28:09 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:28:09 user nova-compute[74725]:     <video>
Nov 15 17:28:09 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:09 user nova-compute[74725]:     </video>
Nov 15 17:28:09 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:28:09 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:28:09 user nova-compute[74725]:     </rng>
Nov 15 17:28:09 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:28:09 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:28:09 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:28:09 user nova-compute[74725]:     </memballoon>
Nov 15 17:28:09 user nova-compute[74725]:   </devices>
Nov 15 17:28:09 user nova-compute[74725]: </domain>
Nov 15 17:28:09 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1333978132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_vif [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:09 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb512327-4f59-458a-89cf-d6f2b7884065]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG os_brick.utils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating existing volume attachment record: 649eb4e3-e93c-4d25-bd02-63d58eaec27b {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4940cc47-3631-5e17-b3cb-d70ef7d4b5ce', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa66a311a-bc, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa66a311a-bc, col_values=(('qos', UUID('109c0001-d285-49f7-aa25-5d0840f0d8bd')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa66a311a-bc, col_values=(('external_ids', {'iface-id': 'a66a311a-bc9e-471b-a5d6-c863f5d4685f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:73:9e', 'vm-uuid': '8118348e-5af0-4885-9eec-e501828e4e9f'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:09 user nova-compute[74725]: INFO os_vif [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc')
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] No VIF found with MAC fa:16:3e:27:73:9e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.623s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:28:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.policy [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dda8adf120a446b95e9ef26d623b06a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da04e3c341024bae801a79a992e086c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:28:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Creating image(s)
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk 1073741824" returned: 0 in 0.066s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Cannot resize image /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Ensure instance console log exists: /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Successfully created port: d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:11 user nova-compute[74725]: WARNING nova.compute.manager [req-c1eb8b88-3d09-4425-ae1f-bf76b342d2a7 req-3e9cfa44-8cce-4915-a4a2-4e5f980f233b service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state building and task_state spawning.
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Successfully updated port: d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-changed-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Refreshing instance network info cache due to event network-changed-d08b1893-7f64-46b6-bcf7-e77a796aa360. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] Acquiring lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.neutron [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updating instance_info_cache with network_info: [{"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Instance network_info: |[{"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] Acquired lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Refreshing network info cache for port d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Start _get_guest_xml network_info=[{"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-321534879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-321534879',id=32,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-lne7n6ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:09Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=d3a188fe-d0cb-4888-8cd4-41652324a734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid d3a188fe-d0cb-4888-8cd4-41652324a734 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:28:11 user nova-compute[74725]:   <uuid>d3a188fe-d0cb-4888-8cd4-41652324a734</uuid>
Nov 15 17:28:11 user nova-compute[74725]:   <name>instance-00000020</name>
Nov 15 17:28:11 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:28:11 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:28:11 user nova-compute[74725]:   <metadata>
Nov 15 17:28:11 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:28:11 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-321534879</nova:name>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:11</nova:creationTime>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:28:11 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:28:11 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:owner>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:28:11 user nova-compute[74725]:       </nova:owner>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:28:11 user nova-compute[74725]:       <nova:ports>
Nov 15 17:28:11 user nova-compute[74725]:         <nova:port uuid="d08b1893-7f64-46b6-bcf7-e77a796aa360">
Nov 15 17:28:11 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:28:11 user nova-compute[74725]:         </nova:port>
Nov 15 17:28:11 user nova-compute[74725]:       </nova:ports>
Nov 15 17:28:11 user nova-compute[74725]:     </nova:instance>
Nov 15 17:28:11 user nova-compute[74725]:   </metadata>
Nov 15 17:28:11 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:28:11 user nova-compute[74725]:     <system>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="serial">d3a188fe-d0cb-4888-8cd4-41652324a734</entry>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="uuid">d3a188fe-d0cb-4888-8cd4-41652324a734</entry>
Nov 15 17:28:11 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:28:11 user nova-compute[74725]:     </system>
Nov 15 17:28:11 user nova-compute[74725]:   </sysinfo>
Nov 15 17:28:11 user nova-compute[74725]:   <os>
Nov 15 17:28:11 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:28:11 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:28:11 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:28:11 user nova-compute[74725]:   </os>
Nov 15 17:28:11 user nova-compute[74725]:   <features>
Nov 15 17:28:11 user nova-compute[74725]:     <acpi/>
Nov 15 17:28:11 user nova-compute[74725]:     <apic/>
Nov 15 17:28:11 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:28:11 user nova-compute[74725]:   </features>
Nov 15 17:28:11 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:28:11 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:28:11 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:28:11 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:28:11 user nova-compute[74725]:   </clock>
Nov 15 17:28:11 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:28:11 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:28:11 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:28:11 user nova-compute[74725]:   </cpu>
Nov 15 17:28:11 user nova-compute[74725]:   <devices>
Nov 15 17:28:11 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:28:11 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:28:11 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk"/>
Nov 15 17:28:11 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:28:11 user nova-compute[74725]:     </disk>
Nov 15 17:28:11 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:28:11 user nova-compute[74725]:       <mac address="fa:16:3e:c9:2d:ff"/>
Nov 15 17:28:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:11 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:28:11 user nova-compute[74725]:       <target dev="tapd08b1893-7f"/>
Nov 15 17:28:11 user nova-compute[74725]:     </interface>
Nov 15 17:28:11 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:28:11 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/console.log" append="off"/>
Nov 15 17:28:11 user nova-compute[74725]:     </serial>
Nov 15 17:28:11 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:28:11 user nova-compute[74725]:     <video>
Nov 15 17:28:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:11 user nova-compute[74725]:     </video>
Nov 15 17:28:11 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:28:11 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:28:11 user nova-compute[74725]:     </rng>
Nov 15 17:28:11 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:28:11 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:28:11 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:28:11 user nova-compute[74725]:     </memballoon>
Nov 15 17:28:11 user nova-compute[74725]:   </devices>
Nov 15 17:28:11 user nova-compute[74725]: </domain>
Nov 15 17:28:11 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-321534879',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-321534879',id=32,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-lne7n6ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:09Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=d3a188fe-d0cb-4888-8cd4-41652324a734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG os_vif [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4be56a20-1148-539e-aae7-d2cb93123b27', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd08b1893-7f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd08b1893-7f, col_values=(('qos', UUID('6ec4c6d7-9cdf-4daf-876c-6d38417894a2')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd08b1893-7f, col_values=(('external_ids', {'iface-id': 'd08b1893-7f64-46b6-bcf7-e77a796aa360', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:2d:ff', 'vm-uuid': 'd3a188fe-d0cb-4888-8cd4-41652324a734'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:12 user nova-compute[74725]: INFO os_vif [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f')
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Port 6330eea2-480d-4208-a128-ed843ed73919 binding to destination host user is already ACTIVE {{(pid=74725) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:c9:2d:ff, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.network.neutron [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updated VIF entry in instance network info cache for port d08b1893-7f64-46b6-bcf7-e77a796aa360. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.network.neutron [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updating instance_info_cache with network_info: [{"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-60a502e7-be93-4814-b441-d05db5705f40 req-ab59b97b-cddd-47cb-9c22-c0ab2cad6794 service nova] Releasing lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Creating tmpfile /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/tmp8rstugxu to verify with other compute node that the instance is on the same shared storage. {{(pid=74725) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:28:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance spawned successfully.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:13 user nova-compute[74725]: WARNING nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state building and task_state spawning.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:13 user nova-compute[74725]: WARNING nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state resized and task_state resize_reverting.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:13 user nova-compute[74725]: WARNING nova.compute.manager [req-cf200871-c316-4061-ab03-af3ed97a6eb3 req-fc5747bf-bf1c-49e5-9c80-9d4fa993c823 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state resized and task_state resize_reverting.
Nov 15 17:28:13 user nova-compute[74725]: INFO nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Took 5.81 seconds to spawn the instance on the hypervisor.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:28:13 user nova-compute[74725]: INFO nova.compute.manager [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Took 12.63 seconds to build instance.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-818867ad-f5aa-46ae-84ae-41b5c3d2cbdc tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.898s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance destroyed successfully.
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'resources' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:26:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6330eea2-48, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=84111652-4c22-407b-b5e9-066558319fe1) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:13 user nova-compute[74725]: INFO os_vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:28:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:13 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4b1df02-dfe8-4701-b2ab-d62048383010]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:28:13 user nova-compute[74725]: No targets found.
Nov 15 17:28:13 user nova-compute[74725]: iSNS:
Nov 15 17:28:13 user nova-compute[74725]: No targets found.
Nov 15 17:28:13 user nova-compute[74725]: STATIC:
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:28:13 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:13 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:13 user nova-compute[74725]: FIRMWARE:
Nov 15 17:28:13 user nova-compute[74725]: No targets found.
Nov 15 17:28:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:28:13 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:28:13 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[50c14f4f-3bd2-4f38-a5a3-397393895106]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b595ff6d-f448-44f2-861e-7352dad94e54]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:13 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc340b80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[77de121f-e842-475e-a9a2-5a1f23ba88a3]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[943c5863-0c0d-4d40-ab1a-bb24a38d8a5c]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b6db9e-ebb5-49d2-b3f4-2c4a1b5f8a56]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.077s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a6b247-0b2f-480f-91c5-22f8d6be1147]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef998e8c-d41d-4016-af12-1a9a5304371f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b7c14a-26d0-4279-815c-d8dd2df07ed9]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:28:14 user nova-compute[74725]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[613315a3-aa28-4657-944d-a2515d1f91d4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.412s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== disconnect_volume: return (413ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'abDpAjnU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:14 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:14 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:14 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea1e81e3-7f3c-41ab-8cec-705733097cb0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:14 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[154c2363-98a9-4550-a201-ac164f8faf67]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74] added
Nov 15 17:28:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[85400057-4964-4316-8beb-2410069707bb]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[560289be-1b1c-40fa-a943-1e0a98f3e63d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v abDpAjnU {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v abDpAjnU" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f38205f-70e7-4b18-a772-bf36d378ade7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'abDpAjnU'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd918d81-5c25-44ac-9695-55c34ac66348]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6224bcce-0585-41e9-a0f6-29f4c695b4a9]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c11dd2b-3171-4a86-a29e-7494b65b3d56]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260]
Nov 15 17:28:15 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[53fc2faa-0fc9-462f-888c-fed95ad867b8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98fb221-bc30-4442-b0fd-092b735c92ca]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.331s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54da7519-17bd-4722-b65b-eccf348e8cfc]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'abDpAjnU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:15 user nova-compute[74725]: WARNING nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state building and task_state spawning.
Nov 15 17:28:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:15 user nova-compute[74725]: WARNING nova.compute.manager [req-22123682-8e45-4282-a41e-c871c8b4062e req-f573d265-1b1a-46cc-85b0-fb507983870f service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state building and task_state spawning.
Nov 15 17:28:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'migration_context' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.objects.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Object Instance<c271d524-5450-43d5-8ea5-3385e1944ac3> lazy-loaded attributes: resources,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23635316539303262', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635316539303262', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:28:16 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:16 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:28:16 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:28:16 user nova-compute[74725]:   <serial>3db09d08-7312-4af3-9db9-e103eb1a2c74</serial>
Nov 15 17:28:16 user nova-compute[74725]: </disk>
Nov 15 17:28:16 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:28:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Instance spawned successfully.
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:16 user nova-compute[74725]: INFO nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Took 6.86 seconds to spawn the instance on the hypervisor.
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:16 user nova-compute[74725]: INFO nova.compute.manager [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Took 8.09 seconds to build instance.
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-514ec2ef-481c-4b13-87f0-7c7d9ea9209a tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.233s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.634s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] No VIF found with MAC fa:16:3e:ee:5a:02, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:16 user nova-compute[74725]: INFO nova.compute.manager [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Swapping old allocation on dict_keys(['de0dea25-e445-4fc8-9cf3-badeda082d3e']) held by migration 55d4b19f-5222-45f9-afd3-fc50af47e7fc for instance
Nov 15 17:28:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Overwriting current allocation {'allocations': {'de0dea25-e445-4fc8-9cf3-badeda082d3e': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 37}}, 'project_id': 'e0e1ca8461484e0aa226a220c0d52877', 'user_id': '9a97e40b023d4a7a8b50e1384680179d', 'consumer_generation': 1} on consumer c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 15 17:28:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1e2c158e-2f7a-4eff-95ae-77f613fc03df tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.060s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquired lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Releasing lock "refresh_cache-c271d524-5450-43d5-8ea5-3385e1944ac3" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.utils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eec4e4f-c20d-42dd-8982-149a99d66557]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c8b6d6b-8004-4018-a980-13d5265809e9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8a4f1b-4573-48c6-bd2b-9538022d8874]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dba6f9b-ccd1-445a-a12b-2623c23fb43e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:18 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66435e9a-8a99-44e0-a8f4-d0776c7c5147]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG os_brick.utils [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:18 user nova-compute[74725]: INFO nova.compute.manager [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Detaching volume 15c1f621-1b6c-40db-825b-f5c4202eeffc
Nov 15 17:28:18 user nova-compute[74725]: INFO nova.virt.block_device [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attempting to driver detach volume 15c1f621-1b6c-40db-825b-f5c4202eeffc from mountpoint /dev/vdb
Nov 15 17:28:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Attempting to detach device vdb from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:28:18 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:18 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:28:18 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:28:18 user nova-compute[74725]:   <serial>15c1f621-1b6c-40db-825b-f5c4202eeffc</serial>
Nov 15 17:28:18 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:28:18 user nova-compute[74725]: </disk>
Nov 15 17:28:18 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:28:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdb from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the persistent domain config.
Nov 15 17:28:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:28:18 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:18 user nova-compute[74725]:   <source dev="/dev/sdf"/>
Nov 15 17:28:18 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:28:18 user nova-compute[74725]:   <serial>15c1f621-1b6c-40db-825b-f5c4202eeffc</serial>
Nov 15 17:28:18 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:28:18 user nova-compute[74725]: </disk>
Nov 15 17:28:18 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:28:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:28:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:28:20 user nova-compute[74725]: INFO nova.compute.claims [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Claim successful on node user
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.599s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.policy [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf037c589f8a44568c5593fda18b6acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aeb0f7ee3504470822663a8954f6dee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:28:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Creating image(s)
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "/opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "/opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "/opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.231s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk 1073741824" returned: 0 in 0.063s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Successfully created port: 462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Cannot resize image /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Ensure instance console log exists: /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Successfully updated port: 462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquired lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-changed-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Refreshing instance network info cache due to event network-changed-462f6ac6-7d56-45bc-ae62-f0dc660aae50. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] Acquiring lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updating instance_info_cache with network_info: [{"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Releasing lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Instance network_info: |[{"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] Acquired lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Refreshing network info cache for port 462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Start _get_guest_xml network_info=[{"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2046431461',display_name='tempest-VolumesSnapshotTestJSON-instance-2046431461',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2046431461',id=33,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA5sZw04KBUeHQLtTGq1sxIHeWe7hiVpu3avaRNfgYfwtCNbGco0Anj/DT/DmUwlPZnr7jXVeI838LDdCXgF/L9AD8j80QOQXQkMsDmqCT3Sdz/y9UWrIZnXXKfKDi21g==',key_name='tempest-keypair-2019698101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-ukpexixx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=746d0453-ff46-42e3-8d7f-9bda19498a2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'pci_devices' on Instance uuid 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:28:22 user nova-compute[74725]:   <uuid>746d0453-ff46-42e3-8d7f-9bda19498a2a</uuid>
Nov 15 17:28:22 user nova-compute[74725]:   <name>instance-00000021</name>
Nov 15 17:28:22 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:28:22 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:28:22 user nova-compute[74725]:   <metadata>
Nov 15 17:28:22 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:28:22 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-2046431461</nova:name>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:22</nova:creationTime>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:28:22 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:28:22 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:owner>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:user uuid="cf037c589f8a44568c5593fda18b6acc">tempest-VolumesSnapshotTestJSON-729032641-project-member</nova:user>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:project uuid="9aeb0f7ee3504470822663a8954f6dee">tempest-VolumesSnapshotTestJSON-729032641</nova:project>
Nov 15 17:28:22 user nova-compute[74725]:       </nova:owner>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:28:22 user nova-compute[74725]:       <nova:ports>
Nov 15 17:28:22 user nova-compute[74725]:         <nova:port uuid="462f6ac6-7d56-45bc-ae62-f0dc660aae50">
Nov 15 17:28:22 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:28:22 user nova-compute[74725]:         </nova:port>
Nov 15 17:28:22 user nova-compute[74725]:       </nova:ports>
Nov 15 17:28:22 user nova-compute[74725]:     </nova:instance>
Nov 15 17:28:22 user nova-compute[74725]:   </metadata>
Nov 15 17:28:22 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:28:22 user nova-compute[74725]:     <system>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="serial">746d0453-ff46-42e3-8d7f-9bda19498a2a</entry>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="uuid">746d0453-ff46-42e3-8d7f-9bda19498a2a</entry>
Nov 15 17:28:22 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:28:22 user nova-compute[74725]:     </system>
Nov 15 17:28:22 user nova-compute[74725]:   </sysinfo>
Nov 15 17:28:22 user nova-compute[74725]:   <os>
Nov 15 17:28:22 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:28:22 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:28:22 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:28:22 user nova-compute[74725]:   </os>
Nov 15 17:28:22 user nova-compute[74725]:   <features>
Nov 15 17:28:22 user nova-compute[74725]:     <acpi/>
Nov 15 17:28:22 user nova-compute[74725]:     <apic/>
Nov 15 17:28:22 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:28:22 user nova-compute[74725]:   </features>
Nov 15 17:28:22 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:28:22 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:28:22 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:28:22 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:28:22 user nova-compute[74725]:   </clock>
Nov 15 17:28:22 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:28:22 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:28:22 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:28:22 user nova-compute[74725]:   </cpu>
Nov 15 17:28:22 user nova-compute[74725]:   <devices>
Nov 15 17:28:22 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:28:22 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:28:22 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk"/>
Nov 15 17:28:22 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:28:22 user nova-compute[74725]:     </disk>
Nov 15 17:28:22 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:28:22 user nova-compute[74725]:       <mac address="fa:16:3e:96:73:78"/>
Nov 15 17:28:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:22 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:28:22 user nova-compute[74725]:       <target dev="tap462f6ac6-7d"/>
Nov 15 17:28:22 user nova-compute[74725]:     </interface>
Nov 15 17:28:22 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:28:22 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/console.log" append="off"/>
Nov 15 17:28:22 user nova-compute[74725]:     </serial>
Nov 15 17:28:22 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:28:22 user nova-compute[74725]:     <video>
Nov 15 17:28:22 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:22 user nova-compute[74725]:     </video>
Nov 15 17:28:22 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:28:22 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:28:22 user nova-compute[74725]:     </rng>
Nov 15 17:28:22 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:28:22 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:28:22 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:28:22 user nova-compute[74725]:     </memballoon>
Nov 15 17:28:22 user nova-compute[74725]:   </devices>
Nov 15 17:28:22 user nova-compute[74725]: </domain>
Nov 15 17:28:22 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2046431461',display_name='tempest-VolumesSnapshotTestJSON-instance-2046431461',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2046431461',id=33,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA5sZw04KBUeHQLtTGq1sxIHeWe7hiVpu3avaRNfgYfwtCNbGco0Anj/DT/DmUwlPZnr7jXVeI838LDdCXgF/L9AD8j80QOQXQkMsDmqCT3Sdz/y9UWrIZnXXKfKDi21g==',key_name='tempest-keypair-2019698101',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-ukpexixx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=746d0453-ff46-42e3-8d7f-9bda19498a2a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG os_vif [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '573972c6-b05c-5865-9ff7-c6bb8e5bf8d3', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap462f6ac6-7d, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap462f6ac6-7d, col_values=(('qos', UUID('cab70236-f6c0-4661-8fa7-115646753c4b')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap462f6ac6-7d, col_values=(('external_ids', {'iface-id': '462f6ac6-7d56-45bc-ae62-f0dc660aae50', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:73:78', 'vm-uuid': '746d0453-ff46-42e3-8d7f-9bda19498a2a'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:22 user nova-compute[74725]: INFO os_vif [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d')
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No VIF found with MAC fa:16:3e:96:73:78, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updated VIF entry in instance network info cache for port 462f6ac6-7d56-45bc-ae62-f0dc660aae50. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.network.neutron [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updating instance_info_cache with network_info: [{"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8354dd7c-8e50-4c45-a79e-d44530b6a1a4 req-93766b73-92ea-4806-9f85-148cca2cb73c service nova] Releasing lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Starting finish_revert_migration {{(pid=74725) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start _get_guest_xml network_info=[{"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c271d524-5450-43d5-8ea5-3385e1944ac3', 'attached_at': '2023-11-15T17:28:24.000000', 'detached_at': '', 'volume_id': 'db758411-10e0-4292-a496-72eb9577b44a', 'serial': 'db758411-10e0-4292-a496-72eb9577b44a'}, 'boot_index': None, 'attachment_id': 'ccb97ffe-b372-49f7-8815-76be2bbb1786', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'vcpu_model' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:24 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a05ac49-101c-4e92-b0f9-17b4f8811b7b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:24 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[47244513-cc9b-4674-a58d-ec985113f28e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a] added
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90f2200-50d5-4814-80c4-694207f3cff5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da5946a-411f-487d-8199-05fa66bcc5d9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RmcMTwgh" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd4a40f-19cb-4bed-9008-ccd3cda90abf]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RmcMTwgh'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ebf38b-4efa-4028-acba-ef1527fe2a29]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[858a5141-7497-4dc5-967d-092ce301eb45]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab9d9934-bd1f-4d86-b82e-d007546bc804]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:28:24 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4385bffc-ef6d-4a6b-9170-58eab53e8e42]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d789f5d1-a813-4420-945e-2d844f95bbef]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:24 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.351s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] HCTL ('39', '-', '-', 0) found on session 33 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae745e3c-c429-4799-877e-6c2d3a4f1d40]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Searching for a device in session 33 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] No waiting events found dispatching network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:24 user nova-compute[74725]: WARNING nova.compute.manager [req-f3724fd3-10c1-4ee6-8e63-b2a99804caa0 req-fc5f87d2-69f1-4ffe-a2d0-118da2c9bf81 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received unexpected event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 for instance with vm_state building and task_state spawning.
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.391s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sdh'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735393934323833', 'path': '/dev/sdh'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:28:25 user nova-compute[74725]:   <uuid>c271d524-5450-43d5-8ea5-3385e1944ac3</uuid>
Nov 15 17:28:25 user nova-compute[74725]:   <name>instance-00000015</name>
Nov 15 17:28:25 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:28:25 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:28:25 user nova-compute[74725]:   <metadata>
Nov 15 17:28:25 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:28:25 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherB-server-716787840</nova:name>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:23</nova:creationTime>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:28:25 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:28:25 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:owner>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:user uuid="9a97e40b023d4a7a8b50e1384680179d">tempest-ServerActionsTestOtherB-1212023150-project-member</nova:user>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:project uuid="e0e1ca8461484e0aa226a220c0d52877">tempest-ServerActionsTestOtherB-1212023150</nova:project>
Nov 15 17:28:25 user nova-compute[74725]:       </nova:owner>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:28:25 user nova-compute[74725]:       <nova:ports>
Nov 15 17:28:25 user nova-compute[74725]:         <nova:port uuid="6330eea2-480d-4208-a128-ed843ed73919">
Nov 15 17:28:25 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:28:25 user nova-compute[74725]:         </nova:port>
Nov 15 17:28:25 user nova-compute[74725]:       </nova:ports>
Nov 15 17:28:25 user nova-compute[74725]:     </nova:instance>
Nov 15 17:28:25 user nova-compute[74725]:   </metadata>
Nov 15 17:28:25 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:28:25 user nova-compute[74725]:     <system>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="serial">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="uuid">c271d524-5450-43d5-8ea5-3385e1944ac3</entry>
Nov 15 17:28:25 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:28:25 user nova-compute[74725]:     </system>
Nov 15 17:28:25 user nova-compute[74725]:   </sysinfo>
Nov 15 17:28:25 user nova-compute[74725]:   <os>
Nov 15 17:28:25 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:28:25 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:28:25 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:28:25 user nova-compute[74725]:   </os>
Nov 15 17:28:25 user nova-compute[74725]:   <features>
Nov 15 17:28:25 user nova-compute[74725]:     <acpi/>
Nov 15 17:28:25 user nova-compute[74725]:     <apic/>
Nov 15 17:28:25 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:28:25 user nova-compute[74725]:   </features>
Nov 15 17:28:25 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:28:25 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:28:25 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:28:25 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:28:25 user nova-compute[74725]:   </clock>
Nov 15 17:28:25 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:28:25 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:28:25 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:28:25 user nova-compute[74725]:   </cpu>
Nov 15 17:28:25 user nova-compute[74725]:   <devices>
Nov 15 17:28:25 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:28:25 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:28:25 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk"/>
Nov 15 17:28:25 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:28:25 user nova-compute[74725]:     </disk>
Nov 15 17:28:25 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:28:25 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:25 user nova-compute[74725]:       <source dev="/dev/sdh"/>
Nov 15 17:28:25 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:28:25 user nova-compute[74725]:       <serial>db758411-10e0-4292-a496-72eb9577b44a</serial>
Nov 15 17:28:25 user nova-compute[74725]:     </disk>
Nov 15 17:28:25 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:28:25 user nova-compute[74725]:       <mac address="fa:16:3e:d7:6f:49"/>
Nov 15 17:28:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:25 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:28:25 user nova-compute[74725]:       <target dev="tap6330eea2-48"/>
Nov 15 17:28:25 user nova-compute[74725]:     </interface>
Nov 15 17:28:25 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:28:25 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/console.log" append="off"/>
Nov 15 17:28:25 user nova-compute[74725]:     </serial>
Nov 15 17:28:25 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:28:25 user nova-compute[74725]:     <video>
Nov 15 17:28:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:25 user nova-compute[74725]:     </video>
Nov 15 17:28:25 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:28:25 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:28:25 user nova-compute[74725]:     </rng>
Nov 15 17:28:25 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:28:25 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:28:25 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:28:25 user nova-compute[74725]:     </memballoon>
Nov 15 17:28:25 user nova-compute[74725]:   </devices>
Nov 15 17:28:25 user nova-compute[74725]: </domain>
Nov 15 17:28:25 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG os_vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3a20327a-98d5-5705-93b5-ceb3b8beb61d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6330eea2-48, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6330eea2-48, col_values=(('qos', UUID('359a0fa2-fda4-4dd2-aa60-b7010215225d')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6330eea2-48, col_values=(('external_ids', {'iface-id': '6330eea2-480d-4208-a128-ed843ed73919', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:6f:49', 'vm-uuid': 'c271d524-5450-43d5-8ea5-3385e1944ac3'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: INFO os_vif [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:28:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] No waiting events found dispatching network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:26 user nova-compute[74725]: WARNING nova.compute.manager [req-5ba1fde8-3aee-46b1-b3ae-142c8bb54f29 req-a984125a-710e-4234-aa35-65c2371d236d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received unexpected event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 for instance with vm_state building and task_state spawning.
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:28:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Instance spawned successfully.
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:26 user nova-compute[74725]: INFO nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Took 5.95 seconds to spawn the instance on the hypervisor.
Nov 15 17:28:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:27 user nova-compute[74725]: INFO nova.compute.manager [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Took 7.00 seconds to build instance.
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9eeac8d8-2087-4b14-ac36-db2d4532955f tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.194s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:28 user nova-compute[74725]: WARNING nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state resized and task_state resize_reverting.
Nov 15 17:28:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:28 user nova-compute[74725]: WARNING nova.compute.manager [req-693c13e3-ca0f-4173-adbf-2d18d2554982 req-91d80d67-2332-4c82-881b-e5df33d99404 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state resized and task_state resize_reverting.
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.295s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:28:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance running successfully.
Nov 15 17:28:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] finish_revert_migration finished successfully. {{(pid=74725) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.232s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:30 user nova-compute[74725]: INFO nova.compute.manager [None req-bc7de8ca-9b74-4bd3-ae93-be7afcbff197 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance to original state: 'active'
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7088MB free_disk=24.841293334960938GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 4ed87508-f026-4a73-8b30-c33c1104727b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8118348e-5af0-4885-9eec-e501828e4e9f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 746d0453-ff46-42e3-8d7f-9bda19498a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:28:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.704s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:28:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing instance network info cache due to event network-changed-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Refreshing network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated VIF entry in instance network info cache for port 6b88499d-f5f1-4e6e-9446-f07b6aaa54ad. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5cdc09a0-8352-41e9-be5d-c12679bac025 req-03227fd0-43bc-47dc-9de1-0bab8e8d7c71 service nova] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:36 user nova-compute[74725]: INFO nova.compute.manager [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Attaching volume 06740c01-5aaa-4392-9856-7a681da3becf to /dev/vdb
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.utils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a3456b-5c3f-498e-86ca-e564f9bf5175]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[764bab46-13e9-42f6-9b72-be6941f2b658]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92be38d-3180-43de-b3fb-ec4ddc2b8a20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b81316e-a8d2-42cc-ae15-8b506f93a603]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:36 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:28:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e13944-5f13-4924-b8b7-d794e66500b1]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG os_brick.utils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:36 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating existing volume attachment record: 00858320-9046-476f-845d-50261b1b1593 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Stashing vm_state: active {{(pid=74725) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:28:37 user nova-compute[74725]: INFO nova.compute.claims [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Claim successful on node user
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-changed-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Refreshing instance network info cache due to event network-changed-c4d94348-b560-42e1-80b1-eb60b5aed425. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Refreshing network info cache for port c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:37 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating resource usage from migration 1578daea-eb62-41a1-970c-e8438d62b0d8
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.602s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:37 user nova-compute[74725]: INFO nova.compute.manager [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Migrating
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updated VIF entry in instance network info cache for port c4d94348-b560-42e1-80b1-eb60b5aed425. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a50c9588-f56b-45c8-aac4-ba1aa066ad84 req-d7a008c3-a14a-43c9-8f5b-73a5ad171af9 service nova] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:37 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Starting migrate_disk_and_power_off {{(pid=74725) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 15 17:28:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:39 user nova-compute[74725]: WARNING nova.compute.manager [req-043cd17d-16e1-41b7-8c3a-431d30f482e3 req-b4136b93-d7e7-400b-9dc5-466548e2a096 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4ed87508-f026-4a73-8b30-c33c1104727b is timed out.
Nov 15 17:28:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdb from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the live domain config.
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wIigBoea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[071d2715-9f4e-4bbd-acdd-e7591c45e237]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]: iSNS:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]: STATIC:
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: FIRMWARE:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:28:39 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:28:39 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[648c8a99-13c9-4977-b1f0-d94c15f41239]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aeed9f0-1913-4ed3-8ce1-dc56aab0d9d8]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac6d8a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc'): ({'sdf'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Removing single pathed devices sdf {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d92f4d71-b812-450e-970e-e255759d62e8]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39abff5c-c35c-4f4a-8920-dc563196fc71]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flushing IO for device /dev/sdf {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c08f4e-8a16-4ace-bb49-f8b2b6dbf7d9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5c99b9-0052-4bd7-a2e0-8213c4f5e93f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a397d4bc-64fb-49a8-8a82-b5006b7552c7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --logout" returned: 0 in 0.117s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[73596606-f0d6-4077-89d3-7f886a6b453a]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260]
Nov 15 17:28:39 user nova-compute[74725]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15c1f621-1b6c-40db-825b-f5c4202eeffc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[48be89ef-fdda-4a40-9a2a-e88243123eec]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.430s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== disconnect_volume: return (432ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance destroyed successfully.
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4d94348-b5, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c9018e5a-a137-4d76-ac4a-1d8337cdc4e0) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:39 user nova-compute[74725]: INFO os_vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5')
Nov 15 17:28:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[abfabd2d-336b-40ec-a93f-7a34d6d3ee1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]: iSNS:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]: STATIC:
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:28:39 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:39 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:39 user nova-compute[74725]: FIRMWARE:
Nov 15 17:28:39 user nova-compute[74725]: No targets found.
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:28:39 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:28:39 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[070b6b35-c290-4637-acb8-647bf04fc5c7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[563581d4-89cd-49e6-aef4-9cdcff16647b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:39 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcad03fd3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c59bd90c-d94f-4161-8fc7-8641aea36d5d]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4e70e5f-a54f-4c62-b53d-68c3c682a93e]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:28:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4da5453-095f-49d2-a9f6-7e553cac43a7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.061s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[55bddf8e-2e2e-4932-90ab-0234017b9bbe]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02f6453-b713-41e2-afb6-3a2f246275f5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[01d4d6d6-df8a-4a3b-a0f0-5516319e2b79]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]
Nov 15 17:28:40 user nova-compute[74725]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:40 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[96930608-6dad-48a6-b28c-8277cd3c0ae5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.436s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== disconnect_volume: return (439ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf5fc130-da63-41df-9009-fe29b63e0b4b tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.085s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:41 user nova-compute[74725]: WARNING nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:41 user nova-compute[74725]: WARNING nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:41 user nova-compute[74725]: WARNING nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:41 user nova-compute[74725]: WARNING nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:41 user nova-compute[74725]: WARNING nova.compute.manager [req-7e20d0b7-02ea-407c-9744-8b236c40ccc9 req-32645541-3d3c-4982-b132-a5659b083055 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_migrating.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Port c4d94348-b560-42e1-80b1-eb60b5aed425 binding to destination host user is already ACTIVE {{(pid=74725) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:41 user nova-compute[74725]: INFO nova.compute.manager [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Detaching volume 3db09d08-7312-4af3-9db9-e103eb1a2c74
Nov 15 17:28:41 user nova-compute[74725]: INFO nova.virt.block_device [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Attempting to driver detach volume 3db09d08-7312-4af3-9db9-e103eb1a2c74 from mountpoint /dev/vdc
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Attempting to detach device vdc from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:28:41 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:41 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:28:41 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:28:41 user nova-compute[74725]:   <serial>3db09d08-7312-4af3-9db9-e103eb1a2c74</serial>
Nov 15 17:28:41 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:28:41 user nova-compute[74725]: </disk>
Nov 15 17:28:41 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:28:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdc from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the persistent domain config.
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:28:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:28:41 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:41 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:28:41 user nova-compute[74725]:   <target dev="vdc" bus="virtio"/>
Nov 15 17:28:41 user nova-compute[74725]:   <serial>3db09d08-7312-4af3-9db9-e103eb1a2c74</serial>
Nov 15 17:28:41 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 17:28:41 user nova-compute[74725]: </disk>
Nov 15 17:28:41 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8543ca9a-c282-447a-aad5-0a39769e2827]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7b3c5a-a629-425d-8cb9-bab3bea4a4ae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf6f48c-1dc7-4dce-8de5-b94c4bb6ab1e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d02e032-7df3-49dd-b020-46e25e4f457b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:42 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:42 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:42 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:28:42 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[494bda79-9fbb-4bba-a71d-2670e086a078]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260" returned: 21 in 0.044s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5fd7a73-5e63-4d17-ae4f-7dfced5e4251]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:42 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43d5f63-e921-4890-8095-97b8cbba53f9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf] added
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dcdb13c-19ab-4062-aa4a-2b2cdeaebdf5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28b7860-88eb-45c2-b23b-0c40d4104b92]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSlVUPHq {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSlVUPHq" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ac43dc-4727-420c-bbbd-cbb910af2778]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YSlVUPHq'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2992cc15-d85c-4432-b57a-f78e0070feaa]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a720cfe-2182-400b-b150-6253907f9481]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[16039f13-9711-4a39-a607-f1dbd58f281c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]
Nov 15 17:28:42 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf0d0b1-a55c-4b4e-b239-c743b31890a8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2e7ea6-9cc6-44b7-99ae-2cada8fde184]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:42 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.386s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5c0127-3a00-449a-8733-005a7098bc2f]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== connect_volume: return (1424ms) {'type': 'block', 'scsi_wwn': '26330393863663736', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330393863663736', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:43 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:28:43 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:43 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:28:43 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:28:43 user nova-compute[74725]:   <serial>06740c01-5aaa-4392-9856-7a681da3becf</serial>
Nov 15 17:28:43 user nova-compute[74725]: </disk>
Nov 15 17:28:43 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:28:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No VIF found with MAC fa:16:3e:d6:1b:ca, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f6f66071-d22e-4d20-a17c-afada8023d7f tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.901s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Starting finish_migration {{(pid=74725) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:28:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Creating image(s)
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Ensure instance console log exists: /opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start _get_guest_xml network_info=[{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5baf092c-2ca9-4720-8770-bd66cee018fa', 'attached_at': '2023-11-15T17:28:48.000000', 'detached_at': '', 'volume_id': 'e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'serial': 'e88296ca-9b80-4b7e-86b4-ece9d41027c5'}, 'boot_index': 0, 'attachment_id': 'b90d72c4-e51d-4279-82dc-0d08f687dc86', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:47 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54e22f5b-da20-4e96-b572-67896f49b83b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:47 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f570f62-611f-4b74-b1ca-9815da3c7d23]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5] added
Nov 15 17:28:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[05aa9273-b6f4-4be6-b6ff-95601fa24801]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2efd4e03-1e85-4dee-837b-996ac30c9c56]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oPbFCLTl {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oPbFCLTl" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4054a1fa-69eb-4df3-8a6c-2a9c19ca37d4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oPbFCLTl'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f32106-3419-43e6-a9f9-28e9faefd7b7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[109d9141-00bd-4c55-a23d-3de0dc6fdfaa]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:47 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8369ec7-97fc-4c53-a425-f7bf52c73092]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]
Nov 15 17:28:47 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c77d270-9178-457c-a12d-a0d400ce2324]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5337e91d-92c2-4fc0-9f92-b946eb19737a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:48 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39343e88-221f-467d-a744-39c9113106cc]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:28:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.408s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== connect_volume: return (1410ms) {'type': 'block', 'scsi_wwn': '23338303661666431', 'path': '/dev/sdf'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23338303661666431', 'path': '/dev/sdf'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:28:49 user nova-compute[74725]:   <uuid>5baf092c-2ca9-4720-8770-bd66cee018fa</uuid>
Nov 15 17:28:49 user nova-compute[74725]:   <name>instance-0000001d</name>
Nov 15 17:28:49 user nova-compute[74725]:   <memory>2097152</memory>
Nov 15 17:28:49 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:28:49 user nova-compute[74725]:   <metadata>
Nov 15 17:28:49 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:28:49 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:28:49 user nova-compute[74725]:       <nova:name>tempest-ServerActionsTestOtherA-server-644559451</nova:name>
Nov 15 17:28:49 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:47</nova:creationTime>
Nov 15 17:28:49 user nova-compute[74725]:       <nova:flavor name="m1.small">
Nov 15 17:28:49 user nova-compute[74725]:         <nova:memory>2048</nova:memory>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:disk>20</nova:disk>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:28:49 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:28:49 user nova-compute[74725]:       <nova:owner>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:user uuid="773954bc50454a998374454f9ab1c812">tempest-ServerActionsTestOtherA-552734875-project-member</nova:user>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:project uuid="bc53c9974227429aaa51ea87c83b40fc">tempest-ServerActionsTestOtherA-552734875</nova:project>
Nov 15 17:28:49 user nova-compute[74725]:       </nova:owner>
Nov 15 17:28:49 user nova-compute[74725]:       <nova:ports>
Nov 15 17:28:49 user nova-compute[74725]:         <nova:port uuid="c4d94348-b560-42e1-80b1-eb60b5aed425">
Nov 15 17:28:49 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 17:28:49 user nova-compute[74725]:         </nova:port>
Nov 15 17:28:49 user nova-compute[74725]:       </nova:ports>
Nov 15 17:28:49 user nova-compute[74725]:     </nova:instance>
Nov 15 17:28:49 user nova-compute[74725]:   </metadata>
Nov 15 17:28:49 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:28:49 user nova-compute[74725]:     <system>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="serial">5baf092c-2ca9-4720-8770-bd66cee018fa</entry>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="uuid">5baf092c-2ca9-4720-8770-bd66cee018fa</entry>
Nov 15 17:28:49 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:28:49 user nova-compute[74725]:     </system>
Nov 15 17:28:49 user nova-compute[74725]:   </sysinfo>
Nov 15 17:28:49 user nova-compute[74725]:   <os>
Nov 15 17:28:49 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:28:49 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:28:49 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:28:49 user nova-compute[74725]:   </os>
Nov 15 17:28:49 user nova-compute[74725]:   <features>
Nov 15 17:28:49 user nova-compute[74725]:     <acpi/>
Nov 15 17:28:49 user nova-compute[74725]:     <apic/>
Nov 15 17:28:49 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:28:49 user nova-compute[74725]:   </features>
Nov 15 17:28:49 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:28:49 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:28:49 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:28:49 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:28:49 user nova-compute[74725]:   </clock>
Nov 15 17:28:49 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:28:49 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:28:49 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:28:49 user nova-compute[74725]:   </cpu>
Nov 15 17:28:49 user nova-compute[74725]:   <devices>
Nov 15 17:28:49 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:28:49 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:28:49 user nova-compute[74725]:       <source dev="/dev/sdf"/>
Nov 15 17:28:49 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:28:49 user nova-compute[74725]:       <serial>e88296ca-9b80-4b7e-86b4-ece9d41027c5</serial>
Nov 15 17:28:49 user nova-compute[74725]:     </disk>
Nov 15 17:28:49 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:28:49 user nova-compute[74725]:       <mac address="fa:16:3e:e5:9d:22"/>
Nov 15 17:28:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:49 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:28:49 user nova-compute[74725]:       <target dev="tapc4d94348-b5"/>
Nov 15 17:28:49 user nova-compute[74725]:     </interface>
Nov 15 17:28:49 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:28:49 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa/console.log" append="off"/>
Nov 15 17:28:49 user nova-compute[74725]:     </serial>
Nov 15 17:28:49 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:28:49 user nova-compute[74725]:     <video>
Nov 15 17:28:49 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:28:49 user nova-compute[74725]:     </video>
Nov 15 17:28:49 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:28:49 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:28:49 user nova-compute[74725]:     </rng>
Nov 15 17:28:49 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:28:49 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:28:49 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:28:49 user nova-compute[74725]:     </memballoon>
Nov 15 17:28:49 user nova-compute[74725]:   </devices>
Nov 15 17:28:49 user nova-compute[74725]: </domain>
Nov 15 17:28:49 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-256515826-network", "vif_mac": "fa:16:3e:e5:9d:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG os_vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46568030-6346-5cd2-ba35-778a6db3549d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc4d94348-b5, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc4d94348-b5, col_values=(('qos', UUID('0e0de5ff-b9eb-4b4e-89ec-c278ece5c922')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc4d94348-b5, col_values=(('external_ids', {'iface-id': 'c4d94348-b560-42e1-80b1-eb60b5aed425', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:9d:22', 'vm-uuid': '5baf092c-2ca9-4720-8770-bd66cee018fa'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:49 user nova-compute[74725]: INFO os_vif [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5')
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] No VIF found with MAC fa:16:3e:e5:9d:22, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing instance network info cache due to event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updated VIF entry in instance network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a8aab69-5d7e-4186-a8cc-86195c7b5360 req-eb609c69-e20c-448d-932a-6d268909abc7 service nova] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:51 user nova-compute[74725]: WARNING nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_finish.
Nov 15 17:28:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:51 user nova-compute[74725]: WARNING nova.compute.manager [req-38fcd9b9-1d31-4818-bb63-3dac1a230988 req-9ea6e607-d005-4219-9b05-7302f1cc9955 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state resize_finish.
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:28:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance running successfully.
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Failed to set time: agent not configured {{(pid=74725) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e5e6514-4130-4a0d-a33e-08adb1084998 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] finish_migration finished successfully. {{(pid=74725) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing instance network info cache due to event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:52 user nova-compute[74725]: DEBUG nova.network.neutron [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updated VIF entry in instance network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb36af75-5175-4b09-8028-ca31a5ad2217 req-c8bc80ea-00e2-4c1e-b673-e48d391eef43 service nova] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing instance network info cache due to event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:28:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:54 user nova-compute[74725]: DEBUG nova.network.neutron [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updated VIF entry in instance network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:28:54 user nova-compute[74725]: DEBUG nova.network.neutron [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f52d1a62-2dea-485b-927b-d826553d7d40 req-216eee8f-91ae-4997-9f19-c8ae121aae5c service nova] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:56 user nova-compute[74725]: INFO nova.compute.manager [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Shelving
Nov 15 17:28:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:56 user nova-compute[74725]: WARNING nova.compute.manager [req-88e8fa41-6997-4b64-9e10-c3e9babb8c06 req-f47e67c7-7d16-4c28-9ce9-5d304201da25 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state active and task_state shelving.
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:57 user nova-compute[74725]: INFO nova.compute.manager [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Rebooting instance
Nov 15 17:28:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:28:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance destroyed successfully.
Nov 15 17:28:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Beginning cold snapshot process
Nov 15 17:28:57 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk /opt/stack/data/nova/instances/snapshots/tmphh4thjls/92edc8b3b0934ce882986b3fb53195dd {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:28:57 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk /opt/stack/data/nova/instances/snapshots/tmphh4thjls/92edc8b3b0934ce882986b3fb53195dd" returned: 0 in 0.885s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Snapshot extracted, beginning image upload
Nov 15 17:28:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance destroyed successfully.
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'resources' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:58Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbca77527-9e, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d9a73ff8-6b9b-465d-9093-62164bf3ee39) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:28:59 user nova-compute[74725]: INFO os_vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e')
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state active and task_state shelving_image_uploading.
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state active and task_state reboot_started_hard.
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING nova.compute.manager [req-87fe7a59-59d2-4580-be06-d6e8200a9997 req-94e0d7d4-a236-4a59-a990-07063a4af18d service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state active and task_state reboot_started_hard.
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c04ea2-372a-45e1-9c80-76310387a980]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:28:59 user nova-compute[74725]: No targets found.
Nov 15 17:28:59 user nova-compute[74725]: iSNS:
Nov 15 17:28:59 user nova-compute[74725]: No targets found.
Nov 15 17:28:59 user nova-compute[74725]: STATIC:
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:28:59 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:28:59 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:28:59 user nova-compute[74725]: FIRMWARE:
Nov 15 17:28:59 user nova-compute[74725]: No targets found.
Nov 15 17:28:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:28:59 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:28:59 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2b2089-adb8-4c51-bf81-b081e0379bdd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc29924d-0592-4d84-ba02-540ece303db3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:28:59 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:28:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e1d5a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9d441d-f978-4e0d-80d3-01cded256409]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e21e0da-e61d-4cca-a491-98fadd314f2a]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[54e1a40b-9c5f-4252-8b57-0ca227fda4f6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8240aa01-bb8a-461f-9e1e-908ae437abdc]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a7433b-770e-4970-b7bb-5003790de39a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --logout" returned: 0 in 0.096s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a2984c-bc7a-4e72-93bd-0c7d8d076d9c]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]
Nov 15 17:28:59 user nova-compute[74725]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.
Nov 15 17:28:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb28b6a4-ec89-44ff-9d59-2e9aed9ecd67]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.541s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== disconnect_volume: return (544ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start _get_guest_xml network_info=[{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8d7f12f6-3aeb-4a93-b25f-5f505eed891e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '8d7f12f6-3aeb-4a93-b25f-5f505eed891e'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '6bdc58d7-7eba-4a71-8414-224aa7cd2acd', 'attached_at': '', 'detached_at': '', 'volume_id': '06740c01-5aaa-4392-9856-7a681da3becf', 'serial': '06740c01-5aaa-4392-9856-7a681da3becf'}, 'boot_index': None, 'attachment_id': '00858320-9046-476f-845d-50261b1b1593', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:59 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=8d7f12f6-3aeb-4a93-b25f-5f505eed891e,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.objects.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Object Instance<6bdc58d7-7eba-4a71-8414-224aa7cd2acd> lazy-loaded attributes: resources,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:28:59 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[09eff92f-a016-4762-924b-2300239ba1c6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:28:59 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dfff292-0f7a-47d2-ab51-02a5be7dcf13]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf] added
Nov 15 17:28:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15f30e0-3f27-47e6-9463-a04ef7ec6c86]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:28:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.086s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c473eae-9bdc-4c38-85e4-3c66d950e049]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSlVUPHq {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSlVUPHq" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf5fcf4a-2866-4b2a-903d-ab8a1b0281ef]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YSlVUPHq'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c4f845-487a-4a52-90d0-59fdd30401a5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f80c07d-ece2-4659-8c0d-0d248ae7cde8]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[12106ea2-6c00-4cad-a9bd-0cd17407428d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]
Nov 15 17:29:00 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.
Nov 15 17:29:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.039s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1bf7352-4493-4e77-b5cb-ad45d764de9c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea2cfd9-d47a-4841-91c1-6b5eba6cea83]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:00 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.443s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d274e6f0-1d7e-452e-a3bc-88a863ef89db]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:29:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.478s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== connect_volume: return (1480ms) {'type': 'block', 'scsi_wwn': '26330393863663736', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330393863663736', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:58Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.objects.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Object Instance<6bdc58d7-7eba-4a71-8414-224aa7cd2acd> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:29:01 user nova-compute[74725]:   <uuid>6bdc58d7-7eba-4a71-8414-224aa7cd2acd</uuid>
Nov 15 17:29:01 user nova-compute[74725]:   <name>instance-0000001c</name>
Nov 15 17:29:01 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:29:01 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:29:01 user nova-compute[74725]:   <metadata>
Nov 15 17:29:01 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:29:01 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:name>tempest-TestMinimumBasicScenario-server-373123787</nova:name>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:28:59</nova:creationTime>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:29:01 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:29:01 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:owner>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:user uuid="c0528eed9a8742aa9babc4ba5aabdb90">tempest-TestMinimumBasicScenario-317284105-project-member</nova:user>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:project uuid="1ed18b4d43e04adcb07d03246ff06c68">tempest-TestMinimumBasicScenario-317284105</nova:project>
Nov 15 17:29:01 user nova-compute[74725]:       </nova:owner>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:root type="image" uuid="8d7f12f6-3aeb-4a93-b25f-5f505eed891e"/>
Nov 15 17:29:01 user nova-compute[74725]:       <nova:ports>
Nov 15 17:29:01 user nova-compute[74725]:         <nova:port uuid="bca77527-9e6b-474c-b606-57a9ea5c10ed">
Nov 15 17:29:01 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:29:01 user nova-compute[74725]:         </nova:port>
Nov 15 17:29:01 user nova-compute[74725]:       </nova:ports>
Nov 15 17:29:01 user nova-compute[74725]:     </nova:instance>
Nov 15 17:29:01 user nova-compute[74725]:   </metadata>
Nov 15 17:29:01 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:29:01 user nova-compute[74725]:     <system>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="serial">6bdc58d7-7eba-4a71-8414-224aa7cd2acd</entry>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="uuid">6bdc58d7-7eba-4a71-8414-224aa7cd2acd</entry>
Nov 15 17:29:01 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:29:01 user nova-compute[74725]:     </system>
Nov 15 17:29:01 user nova-compute[74725]:   </sysinfo>
Nov 15 17:29:01 user nova-compute[74725]:   <os>
Nov 15 17:29:01 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:29:01 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:29:01 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:29:01 user nova-compute[74725]:   </os>
Nov 15 17:29:01 user nova-compute[74725]:   <features>
Nov 15 17:29:01 user nova-compute[74725]:     <acpi/>
Nov 15 17:29:01 user nova-compute[74725]:     <apic/>
Nov 15 17:29:01 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:29:01 user nova-compute[74725]:   </features>
Nov 15 17:29:01 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:29:01 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:29:01 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:29:01 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:29:01 user nova-compute[74725]:   </clock>
Nov 15 17:29:01 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:29:01 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:29:01 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:29:01 user nova-compute[74725]:   </cpu>
Nov 15 17:29:01 user nova-compute[74725]:   <devices>
Nov 15 17:29:01 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:29:01 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:29:01 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk"/>
Nov 15 17:29:01 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:29:01 user nova-compute[74725]:     </disk>
Nov 15 17:29:01 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:29:01 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:29:01 user nova-compute[74725]:       <source dev="/dev/sdd"/>
Nov 15 17:29:01 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:29:01 user nova-compute[74725]:       <serial>06740c01-5aaa-4392-9856-7a681da3becf</serial>
Nov 15 17:29:01 user nova-compute[74725]:     </disk>
Nov 15 17:29:01 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:29:01 user nova-compute[74725]:       <mac address="fa:16:3e:d6:1b:ca"/>
Nov 15 17:29:01 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:29:01 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:29:01 user nova-compute[74725]:       <target dev="tapbca77527-9e"/>
Nov 15 17:29:01 user nova-compute[74725]:     </interface>
Nov 15 17:29:01 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:29:01 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/console.log" append="off"/>
Nov 15 17:29:01 user nova-compute[74725]:     </serial>
Nov 15 17:29:01 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:29:01 user nova-compute[74725]:     <video>
Nov 15 17:29:01 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:29:01 user nova-compute[74725]:     </video>
Nov 15 17:29:01 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:29:01 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:29:01 user nova-compute[74725]:     </rng>
Nov 15 17:29:01 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:29:01 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:29:01 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:29:01 user nova-compute[74725]:     </memballoon>
Nov 15 17:29:01 user nova-compute[74725]:   </devices>
Nov 15 17:29:01 user nova-compute[74725]: </domain>
Nov 15 17:29:01 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Snapshot image upload complete
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:29:01 user nova-compute[74725]: INFO nova.compute.manager [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Shelve offloading
Nov 15 17:29:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance destroyed successfully.
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.objects.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Object Instance<6bdc58d7-7eba-4a71-8414-224aa7cd2acd> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:29:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Cannot resize image /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'migration_context' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.objects.base [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Object Instance<6bdc58d7-7eba-4a71-8414-224aa7cd2acd> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:28:58Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c276734e-14b2-56d7-a691-9fe0d269c3d4', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbca77527-9e, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbca77527-9e, col_values=(('qos', UUID('8d5fe96c-8ef2-44e5-a146-d487683e251e')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbca77527-9e, col_values=(('external_ids', {'iface-id': 'bca77527-9e6b-474c-b606-57a9ea5c10ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d6:1b:ca', 'vm-uuid': '6bdc58d7-7eba-4a71-8414-224aa7cd2acd'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: INFO os_vif [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e')
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.neutron [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:29:02 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 4ed87508-f026-4a73-8b30-c33c1104727b is timed out.
Nov 15 17:29:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully detached device vdc from instance 4ed87508-f026-4a73-8b30-c33c1104727b from the live domain config.
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'abDpAjnU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:29:02 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[247c99f6-2689-4f0c-8fc7-9c71d37a388d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:29:02 user nova-compute[74725]: No targets found.
Nov 15 17:29:02 user nova-compute[74725]: iSNS:
Nov 15 17:29:02 user nova-compute[74725]: No targets found.
Nov 15 17:29:02 user nova-compute[74725]: STATIC:
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:29:02 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:02 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:02 user nova-compute[74725]: FIRMWARE:
Nov 15 17:29:02 user nova-compute[74725]: No targets found.
Nov 15 17:29:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:29:02 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:29:02 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e43d7e5-42ef-41e0-84c5-4634806cd3b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad1c36f0-e475-4d3f-9121-131e36c0d8f8]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:02 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac2fcca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c8a487-01b2-4b72-9e33-eb03189f2525]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8195071-73c2-476f-ad2d-0e9c880003b3]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92cfb6b-024f-4279-961d-b07c8c0ce7e3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f119a30-5d7a-497c-9144-73903e51805f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d87e627-9f32-4f7d-acba-23346b4b1c6f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[965d1d34-632d-4d6f-8874-507f13510ef8]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260]
Nov 15 17:29:02 user nova-compute[74725]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74, portal: 172.16.0.220,3260] successful.
Nov 15 17:29:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3db09d08-7312-4af3-9db9-e103eb1a2c74 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[559fd8a3-9db4-4dc2-94df-655c50cc1e46]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] <== disconnect_volume: return (338ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:29:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance destroyed successfully.
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'resources' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK/gv+bXXcu7Ni//lO1ycsz+0QxlwqArAvll6O24m8jsphMAVYMNys57h8vFv/gWi+pntIzTf/3YBUFej1ycpiZoAJ7xx/B1hcWii6BlEgHByw2oJrXgYFIuFKCcmruspA==',key_name='tempest-keypair-716291169',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:27:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:29:01.665353',shelved_host='user',shelved_image_id='72253ab7-edef-45cd-9a7d-fa8e843d611e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG os_vif [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap590c76f3-5c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing instance network info cache due to event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG nova.network.neutron [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1474f390-65bb-4b29-a89d-c4efd73ff8a8) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:02 user nova-compute[74725]: INFO os_vif [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c')
Nov 15 17:29:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Deleting instance files /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb_del
Nov 15 17:29:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Deletion of /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb_del complete
Nov 15 17:29:03 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Deleted allocations for instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'numa_topology' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.objects.base [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb> lazy-loaded attributes: resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updated VIF entry in instance network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap590c76f3-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a201bdd5-b86c-4067-b2ef-813fc742123a req-563e89e8-57a5-4d67-a0e7-508d69cf51e2 service nova] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'flavor' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e6cab682-d56b-43d5-8d45-e7eb45539d79 tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.778s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.497s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2bbca51f-8568-4c12-b2a4-e9e7364a6fbd tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.131s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:03 user nova-compute[74725]: WARNING nova.compute.manager [req-d946440e-bd64-47f5-90d7-898628e46410 req-450b840c-de77-4477-af76-04ff591b080c service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state active and task_state reboot_started_hard.
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:04 user nova-compute[74725]: INFO nova.compute.manager [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Terminating instance
Nov 15 17:29:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Instance destroyed successfully.
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.objects.instance [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lazy-loading 'resources' on Instance uuid 4ed87508-f026-4a73-8b30-c33c1104727b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-2129219226',display_name='tempest-AttachVolumeTestJSON-server-2129219226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-2129219226',id=27,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBcghEmxkV58w2ZwK56cstBjQVfCf22XTBf3umSze6a4XfVUpqNUZDvG0BqUQr5xQ+qsV07t3xGEex4lpdfdNrMdb0nKmsScOEHsyUPlR5DFXOr9gHNMGfs3LhUuRuo8Hg==',key_name='tempest-keypair-1402124142',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='13637a1238224773aa9bbadf2991e120',ramdisk_id='',reservation_id='r-2t6xy526',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1349472248',owner_user_name='tempest-AttachVolumeTestJSON-1349472248-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:26:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c0c92c5ddbb48a39c2d309d02bf6795',uuid=4ed87508-f026-4a73-8b30-c33c1104727b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converting VIF {"id": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "address": "fa:16:3e:ee:5a:02", "network": {"id": "90b84a04-f9ef-4be4-9062-d7596b54bc95", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1209799318-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "13637a1238224773aa9bbadf2991e120", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa4fd5849-2a", "ovs_interfaceid": "a4fd5849-2a92-434c-8b99-cd4bcc123892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG os_vif [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa4fd5849-2a, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9263fb11-9334-4048-860e-efa86cd836cc) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:05 user nova-compute[74725]: INFO os_vif [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:5a:02,bridge_name='br-int',has_traffic_filtering=True,id=a4fd5849-2a92-434c-8b99-cd4bcc123892,network=Network(90b84a04-f9ef-4be4-9062-d7596b54bc95),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa4fd5849-2a')
Nov 15 17:29:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Deleting instance files /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b_del
Nov 15 17:29:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Deletion of /opt/stack/data/nova/instances/4ed87508-f026-4a73-8b30-c33c1104727b_del complete
Nov 15 17:29:05 user nova-compute[74725]: INFO nova.compute.manager [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 15 17:29:05 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:29:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:06 user nova-compute[74725]: WARNING nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state active and task_state reboot_started_hard.
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-unplugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] No waiting events found dispatching network-vif-unplugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-unplugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Acquiring lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] Lock "4ed87508-f026-4a73-8b30-c33c1104727b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] No waiting events found dispatching network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:06 user nova-compute[74725]: WARNING nova.compute.manager [req-7c81b1d0-1c71-4f6d-a4ce-541edc70753c req-ba9ba6be-7d09-4569-95f3-e8b7785acaf1 service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received unexpected event network-vif-plugged-a4fd5849-2a92-434c-8b99-cd4bcc123892 for instance with vm_state active and task_state deleting.
Nov 15 17:29:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance rebooted successfully.
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ccd98cda-ac13-43a4-b7f8-7da4ab96224b tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.012s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:06 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Took 1.03 seconds to deallocate network for instance.
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-ad124e55-ac7d-4f15-a4c1-ddfce372a07d req-40b850f3-8eea-4546-864a-e275474454fc service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Received event network-vif-deleted-a4fd5849-2a92-434c-8b99-cd4bcc123892 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:06 user nova-compute[74725]: INFO nova.compute.manager [req-ad124e55-ac7d-4f15-a4c1-ddfce372a07d req-40b850f3-8eea-4546-864a-e275474454fc service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Neutron deleted interface a4fd5849-2a92-434c-8b99-cd4bcc123892; detaching it from the instance and deleting it from the info cache
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.network.neutron [req-ad124e55-ac7d-4f15-a4c1-ddfce372a07d req-40b850f3-8eea-4546-864a-e275474454fc service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-ad124e55-ac7d-4f15-a4c1-ddfce372a07d req-40b850f3-8eea-4546-864a-e275474454fc service nova] [instance: 4ed87508-f026-4a73-8b30-c33c1104727b] Detach interface failed, port_id=a4fd5849-2a92-434c-8b99-cd4bcc123892, reason: Instance 4ed87508-f026-4a73-8b30-c33c1104727b could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:06 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:29:07 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:29:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:07 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Deleted allocations for instance 4ed87508-f026-4a73-8b30-c33c1104727b
Nov 15 17:29:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-472d9ada-25f2-451a-9b24-f4676c12e07a tempest-AttachVolumeTestJSON-1349472248 tempest-AttachVolumeTestJSON-1349472248-project-member] Lock "4ed87508-f026-4a73-8b30-c33c1104727b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.540s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:16 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:20 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:29:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:29:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:25 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:29:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7111MB free_disk=24.806827545166016GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing instance network info cache due to event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Applying migration context for instance 5baf092c-2ca9-4720-8770-bd66cee018fa as it has an incoming, in-progress migration 1578daea-eb62-41a1-970c-e8438d62b0d8. Migration status is finished {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 17:29:28 user nova-compute[74725]: INFO nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating resource usage from migration 1578daea-eb62-41a1-970c-e8438d62b0d8
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8118348e-5af0-4885-9eec-e501828e4e9f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 746d0453-ff46-42e3-8d7f-9bda19498a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Migration 1578daea-eb62-41a1-970c-e8438d62b0d8 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:29:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.616s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:29 user nova-compute[74725]: INFO nova.compute.manager [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Detaching volume 9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updated VIF entry in instance network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d55e247-4d92-46eb-b839-70bd9f172dbf req-d1f7c6af-7390-44b5-a236-23c05518bd84 service nova] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:29:29 user nova-compute[74725]: INFO nova.virt.block_device [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Attempting to driver detach volume 9866d949-8a80-4def-aee9-8f68112e7b0e from mountpoint /dev/vdb
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Attempting to detach device vdb from instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:29:29 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:29:29 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:29:29 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:29:29 user nova-compute[74725]:   <serial>9866d949-8a80-4def-aee9-8f68112e7b0e</serial>
Nov 15 17:29:29 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:29:29 user nova-compute[74725]: </disk>
Nov 15 17:29:29 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:29:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully detached device vdb from instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 from the persistent domain config.
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:29:29 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:29:29 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:29:29 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:29:29 user nova-compute[74725]:   <serial>9866d949-8a80-4def-aee9-8f68112e7b0e</serial>
Nov 15 17:29:29 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:29:29 user nova-compute[74725]: </disk>
Nov 15 17:29:29 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:29:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing instance network info cache due to event network-changed-7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] Acquiring lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] Acquired lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Refreshing network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:29:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updated VIF entry in instance network info cache for port 7dc3bb7e-346b-4942-b133-95477b1f2258. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:29:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [{"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bf53dec4-48a2-4a28-8853-a13c4079fd62 req-d7108110-0b61-46ac-aaa9-4550ac8521ab service nova] Releasing lock "refresh_cache-5765773e-7e6e-4c9d-be19-a79fa06637e0" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:29:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:29:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 is timed out.
Nov 15 17:29:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully detached device vdb from instance 5765773e-7e6e-4c9d-be19-a79fa06637e0 from the live domain config.
Nov 15 17:29:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'Brcaouwm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:29:49 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6e0d50e-a8bf-4ddc-8350-abe8fc020ac7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:29:49 user nova-compute[74725]: No targets found.
Nov 15 17:29:49 user nova-compute[74725]: iSNS:
Nov 15 17:29:49 user nova-compute[74725]: No targets found.
Nov 15 17:29:49 user nova-compute[74725]: STATIC:
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:29:49 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:49 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:49 user nova-compute[74725]: FIRMWARE:
Nov 15 17:29:49 user nova-compute[74725]: No targets found.
Nov 15 17:29:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:29:49 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:29:49 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4550c4-ba09-4df7-bf27-039aeb7c0cb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81f0c5f-3d33-455d-bba6-aa52eebdcabd]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:49 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e0af80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:29:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ae3d00-12d8-4d6c-907d-f2a905d27319]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[69cc66cd-700d-413d-b374-7affd7ce993f]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[985d2c65-c429-4fda-b5d5-64bf69c0b9e9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[00849b8e-aa88-4d58-935e-3ee859143aba]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced4ebc5-26b7-47d7-9f53-070dd43969b6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa90246-659c-490a-b880-defd5565ce51]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260]
Nov 15 17:29:50 user nova-compute[74725]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e, portal: 172.16.0.220,3260] successful.
Nov 15 17:29:50 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9866d949-8a80-4def-aee9-8f68112e7b0e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f772d7a-477f-4032-9b4c-f8eeecfcf02f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] <== disconnect_volume: return (325ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'flavor' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:29:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4f3acdf8-0dee-4919-8244-d3a632b01c16 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.761s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-changed-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Refreshing instance network info cache due to event network-changed-a66a311a-bc9e-471b-a5d6-c863f5d4685f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] Acquiring lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] Acquired lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Refreshing network info cache for port a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updated VIF entry in instance network info cache for port a66a311a-bc9e-471b-a5d6-c863f5d4685f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating instance_info_cache with network_info: [{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:29:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e790ff3f-46a0-48fa-88c7-47bc89024ec5 req-0629836a-e4c6-44a2-8e88-b6ab3166a974 service nova] Releasing lock "refresh_cache-8118348e-5af0-4885-9eec-e501828e4e9f" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:29:52 user nova-compute[74725]: INFO nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Rebuilding instance
Nov 15 17:29:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:29:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance destroyed successfully.
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:53 user nova-compute[74725]: WARNING nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state active and task_state rebuilding.
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:29:53 user nova-compute[74725]: WARNING nova.compute.manager [req-fe9a480e-5302-4853-b63c-695e7cc5fdf9 req-602fa5da-b287-40f5-b76b-536fcc6abb0e service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state active and task_state rebuilding.
Nov 15 17:29:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance destroyed successfully.
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1497695365',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:29:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa66a311a-bc, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=109c0001-d285-49f7-aa25-5d0840f0d8bd) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:29:53 user nova-compute[74725]: INFO os_vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc')
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:29:53 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1e8c7a-27b9-4269-8a70-f71105219173]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:29:53 user nova-compute[74725]: No targets found.
Nov 15 17:29:53 user nova-compute[74725]: iSNS:
Nov 15 17:29:53 user nova-compute[74725]: No targets found.
Nov 15 17:29:53 user nova-compute[74725]: STATIC:
Nov 15 17:29:53 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:29:53 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:53 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:53 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:29:53 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:53 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:53 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:29:53 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:53 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:53 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:29:53 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:53 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:53 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:29:53 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:53 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:53 user nova-compute[74725]: FIRMWARE:
Nov 15 17:29:53 user nova-compute[74725]: No targets found.
Nov 15 17:29:53 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:29:53 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:29:53 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e025507-ecbb-47de-bda5-ebde5c6e2adc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed59ac8-7a64-4131-b360-9d9a083a2199]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:53 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:53 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:53 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e2b490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718'): ({'sdg'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Removing single pathed devices sdg {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[48854010-9dbb-4997-90e9-5dc92b28ad28]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d0106a-d2a7-4246-9f02-f3727ae8ee42]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flushing IO for device /dev/sdg {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3fee7ad-a328-4020-b98b-ae29aa0d116b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9399f48-d9fe-49a1-a3db-63ce5ede6a61]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23365376236316464', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_3d09d302', '/dev/disk/by-id/scsi-1SCST_BIO3d09d302-3e7b61dd6848de60') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:29:53 user nova-compute[74725]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23365376236316464
Nov 15 17:29:53 user nova-compute[74725]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_3d09d302
Nov 15 17:29:53 user nova-compute[74725]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO3d09d302-3e7b61dd6848de60
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b185e6a2-da79-4ce1-8245-e04f0171e1e5]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c20f2e7-a4dd-4037-a6ed-8c598736da79]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d560a522-7bc0-469b-b1fb-183896f27680]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]
Nov 15 17:29:53 user nova-compute[74725]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.
Nov 15 17:29:53 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a7722a-27fd-4d6e-b763-773405b93379]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== disconnect_volume: return (315ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:29:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:29:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deleting instance files /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f_del
Nov 15 17:29:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deletion of /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f_del complete
Nov 15 17:29:54 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 8118348e-5af0-4885-9eec-e501828e4e9f could not be found.
Nov 15 17:29:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:29:54 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e306b8-63f8-4704-bad7-910d107afb59]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:29:54 user nova-compute[74725]: No targets found.
Nov 15 17:29:54 user nova-compute[74725]: iSNS:
Nov 15 17:29:54 user nova-compute[74725]: No targets found.
Nov 15 17:29:54 user nova-compute[74725]: STATIC:
Nov 15 17:29:54 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:29:54 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:54 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:54 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:29:54 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:54 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:54 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:29:54 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:54 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:54 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:29:54 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:29:54 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:29:54 user nova-compute[74725]: FIRMWARE:
Nov 15 17:29:54 user nova-compute[74725]: No targets found.
Nov 15 17:29:54 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:29:54 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:29:54 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f610e54a-2945-46b6-9e82-97b42560cfd1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3720211b-6129-435b-8dab-f6e42e34a17f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:54 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:29:54 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:29:54 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e1d900>, {}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Disconnecting from: [] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== disconnect_volume: return (74ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Preparing to wait for external event volume-reimaged-d39281cf-2d84-4186-a74e-d564eb31b718 {{(pid=74725) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:29:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:29:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:29:59 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:29:59 user nova-compute[74725]: INFO nova.compute.manager [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] instance snapshotting
Nov 15 17:29:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Beginning live snapshot process
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json -f qcow2" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f.delta 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f.delta 1073741824" returned: 0 in 0.054s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 17:30:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:30:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:30:01 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 17:30:02 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:30:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f.delta /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f.delta /opt/stack/data/nova/instances/snapshots/tmprpeguk4x/e23ac22837f84de6b06d43a1c171858f" returned: 0 in 0.627s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Snapshot extracted, beginning image upload
Nov 15 17:30:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Snapshot image upload complete
Nov 15 17:30:06 user nova-compute[74725]: INFO nova.compute.manager [None req-c3c1573b-f503-4f4c-b2e5-c66c6c30dd40 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Took 6.15 seconds to snapshot the instance on the hypervisor.
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-546807ce-46da-4219-8e89-19beac6c61ce req-93c15332-e02e-4f66-9b2f-6424b1ebb107 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event volume-reimaged-d39281cf-2d84-4186-a74e-d564eb31b718 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-546807ce-46da-4219-8e89-19beac6c61ce req-93c15332-e02e-4f66-9b2f-6424b1ebb107 service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-546807ce-46da-4219-8e89-19beac6c61ce req-93c15332-e02e-4f66-9b2f-6424b1ebb107 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-546807ce-46da-4219-8e89-19beac6c61ce req-93c15332-e02e-4f66-9b2f-6424b1ebb107 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-546807ce-46da-4219-8e89-19beac6c61ce req-93c15332-e02e-4f66-9b2f-6424b1ebb107 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Processing event volume-reimaged-d39281cf-2d84-4186-a74e-d564eb31b718 {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance event wait completed in 14 seconds for volume-reimaged {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:30:09 user nova-compute[74725]: INFO nova.virt.block_device [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Booting with volume d39281cf-2d84-4186-a74e-d564eb31b718 at /dev/vda
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.utils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4f4b88-ee20-43d8-a8e2-378d0c9b4d74]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6728cbec-0ad3-436a-a73f-c4f1988a64b9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c52bab91-77d8-440d-897f-572d9e852708]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3790d80c-e523-4a03-aeea-c5f9ab5208c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:30:09 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:30:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[544d7884-1efd-497d-bff1-9e84493b3d26]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG os_brick.utils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:30:09 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating existing volume attachment record: 7b153e7f-d558-44ea-9024-2a1e0b5b7a57 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-changed-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Refreshing instance network info cache due to event network-changed-462f6ac6-7d56-45bc-ae62-f0dc660aae50. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] Acquiring lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] Acquired lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Refreshing network info cache for port 462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:10 user nova-compute[74725]: DEBUG nova.objects.instance [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Ignoring supplied device name: /dev/vdb
Nov 15 17:30:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:11 user nova-compute[74725]: INFO nova.compute.manager [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Attaching volume d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 to /dev/vdb
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.utils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66051b21-bc99-4a9c-8d88-3e691825dd8b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e03e31-d60b-4e8b-be54-09ef0fd07f94]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54f6124-1ef1-403f-bb9e-11aa33d03bf9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e0d4da-3dde-4d58-be27-9080f76ead36]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updated VIF entry in instance network info cache for port 462f6ac6-7d56-45bc-ae62-f0dc660aae50. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updating instance_info_cache with network_info: [{"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f71e8927-0a13-44a1-a827-23207cb72bb3 req-baf4fbe4-92d0-4f80-9331-de2a7a49cd8b service nova] Releasing lock "refresh_cache-746d0453-ff46-42e3-8d7f-9bda19498a2a" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:30:11 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:30:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd8fed47-fcd3-4942-b35c-c56228953d52]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG os_brick.utils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:30:11 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updating existing volume attachment record: 3da30b7e-17c3-4bbc-89db-4148ba43ce13 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:30:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:30:16 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Creating image(s)
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Ensure instance console log exists: /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start _get_guest_xml network_info=[{"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8118348e-5af0-4885-9eec-e501828e4e9f', 'attached_at': '', 'detached_at': '', 'volume_id': 'd39281cf-2d84-4186-a74e-d564eb31b718', 'serial': 'd39281cf-2d84-4186-a74e-d564eb31b718'}, 'boot_index': 0, 'attachment_id': '7b153e7f-d558-44ea-9024-2a1e0b5b7a57', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:30:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 17:30:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8118348e-5af0-4885-9eec-e501828e4e9f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:30:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:30:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:30:16 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae6b4ba-6e26-4b59-9ae7-8fe64f5a8513]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:30:16 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c390884d-b828-4c9c-b9ef-0aaff93bfb50]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718] added
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[21589020-4575-4bb5-8023-ee4aac7117f4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qRUSkYwa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:30:16 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[55112965-2750-4929-8c9c-b0425a253f31]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jCJVWKnT {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jCJVWKnT" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c349bc7b-0e3d-492c-a8c8-d74f098fe407]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jCJVWKnT'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36326f71-01f7-49cd-a51e-62bf068cf3af]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3d8bcf-63b8-466f-89dd-253271dc0958]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9e16c3-ee80-4aff-af5d-dc9bf73c2ad8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]
Nov 15 17:30:16 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94c00a0-b0fc-4e3f-9d8c-3c91c9562563]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[06069054-c5a3-450e-a881-d8a5bfa25f32]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:16 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:16 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a5a09d-ac64-47c8-81d4-3d8e99107d45]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:30:16 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23365376236316464', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365376236316464', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.235s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:30:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:30:17 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1497695365',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:30:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:30:17 user nova-compute[74725]:   <uuid>8118348e-5af0-4885-9eec-e501828e4e9f</uuid>
Nov 15 17:30:17 user nova-compute[74725]:   <name>instance-0000001f</name>
Nov 15 17:30:17 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:30:17 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:30:17 user nova-compute[74725]:   <metadata>
Nov 15 17:30:17 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:30:17 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:30:17 user nova-compute[74725]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1497695365</nova:name>
Nov 15 17:30:17 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:30:16</nova:creationTime>
Nov 15 17:30:17 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:30:17 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:30:17 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:30:17 user nova-compute[74725]:       <nova:owner>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:user uuid="b634dc78aab94c819ff483cf02281c52">tempest-ServerActionsV293TestJSON-1552444814-project-member</nova:user>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:project uuid="ecf5ee3f56764d5a976e76327e94bfc3">tempest-ServerActionsV293TestJSON-1552444814</nova:project>
Nov 15 17:30:17 user nova-compute[74725]:       </nova:owner>
Nov 15 17:30:17 user nova-compute[74725]:       <nova:ports>
Nov 15 17:30:17 user nova-compute[74725]:         <nova:port uuid="a66a311a-bc9e-471b-a5d6-c863f5d4685f">
Nov 15 17:30:17 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:30:17 user nova-compute[74725]:         </nova:port>
Nov 15 17:30:17 user nova-compute[74725]:       </nova:ports>
Nov 15 17:30:17 user nova-compute[74725]:     </nova:instance>
Nov 15 17:30:17 user nova-compute[74725]:   </metadata>
Nov 15 17:30:17 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:30:17 user nova-compute[74725]:     <system>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="serial">8118348e-5af0-4885-9eec-e501828e4e9f</entry>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="uuid">8118348e-5af0-4885-9eec-e501828e4e9f</entry>
Nov 15 17:30:17 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:30:17 user nova-compute[74725]:     </system>
Nov 15 17:30:17 user nova-compute[74725]:   </sysinfo>
Nov 15 17:30:17 user nova-compute[74725]:   <os>
Nov 15 17:30:17 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:30:17 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:30:17 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:30:17 user nova-compute[74725]:   </os>
Nov 15 17:30:17 user nova-compute[74725]:   <features>
Nov 15 17:30:17 user nova-compute[74725]:     <acpi/>
Nov 15 17:30:17 user nova-compute[74725]:     <apic/>
Nov 15 17:30:17 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:30:17 user nova-compute[74725]:   </features>
Nov 15 17:30:17 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:30:17 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:30:17 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:30:17 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:30:17 user nova-compute[74725]:   </clock>
Nov 15 17:30:17 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:30:17 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:30:17 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:30:17 user nova-compute[74725]:   </cpu>
Nov 15 17:30:17 user nova-compute[74725]:   <devices>
Nov 15 17:30:17 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:30:17 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:17 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:30:17 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:30:17 user nova-compute[74725]:       <serial>d39281cf-2d84-4186-a74e-d564eb31b718</serial>
Nov 15 17:30:17 user nova-compute[74725]:     </disk>
Nov 15 17:30:17 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:30:17 user nova-compute[74725]:       <mac address="fa:16:3e:27:73:9e"/>
Nov 15 17:30:17 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:30:17 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:30:17 user nova-compute[74725]:       <target dev="tapa66a311a-bc"/>
Nov 15 17:30:17 user nova-compute[74725]:     </interface>
Nov 15 17:30:17 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:30:17 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f/console.log" append="off"/>
Nov 15 17:30:17 user nova-compute[74725]:     </serial>
Nov 15 17:30:17 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:30:17 user nova-compute[74725]:     <video>
Nov 15 17:30:17 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:30:17 user nova-compute[74725]:     </video>
Nov 15 17:30:17 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:30:17 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:30:17 user nova-compute[74725]:     </rng>
Nov 15 17:30:17 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:30:17 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:30:17 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:30:17 user nova-compute[74725]:     </memballoon>
Nov 15 17:30:17 user nova-compute[74725]:   </devices>
Nov 15 17:30:17 user nova-compute[74725]: </domain>
Nov 15 17:30:17 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1497695365',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:30:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[963a10cd-a4c8-4447-8f50-8d8a283a2321]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:30:17 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4940cc47-3631-5e17-b3cb-d70ef7d4b5ce', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa66a311a-bc, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa66a311a-bc, col_values=(('qos', UUID('def595e8-3b3d-44da-95af-f3bca925ab49')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa66a311a-bc, col_values=(('external_ids', {'iface-id': 'a66a311a-bc9e-471b-a5d6-c863f5d4685f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:73:9e', 'vm-uuid': '8118348e-5af0-4885-9eec-e501828e4e9f'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91e10903-079b-4c66-8770-15369c55efba]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1] added
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:17 user nova-compute[74725]: INFO os_vif [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc')
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[67413a2f-2e37-4b59-8daa-16042aeea942]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb70224-7a03-4513-b8f5-a497d65ba7a6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qRUSkYwa {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] No VIF found with MAC fa:16:3e:27:73:9e, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qRUSkYwa" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[98eb3433-adc3-4aa4-95be-0bf490757a65]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qRUSkYwa'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c1805ee-85a9-474c-902a-21c1d28f4959]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab3af17c-21dc-4069-9e12-608495ab3e99]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b4ca0e-80b4-459e-b9b6-46905d151d4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260]
Nov 15 17:30:17 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260] successful.
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f858ac6-39d9-4c06-9f30-588b9b53b054]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6adb309a-bad0-42e3-a80a-48f374cfc3d6]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)
Nov 15 17:30:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c748ad0a-be28-4dbc-a2cb-3ded8d0f8e68]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:30:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qRUSkYwa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:30:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:30:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== connect_volume: return (2583ms) {'type': 'block', 'scsi_wwn': '26162653830623136', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:30:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162653830623136', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:30:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:30:18 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:18 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:30:18 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:30:18 user nova-compute[74725]:   <serial>d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1</serial>
Nov 15 17:30:18 user nova-compute[74725]: </disk>
Nov 15 17:30:18 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:19 user nova-compute[74725]: WARNING nova.compute.manager [req-bcd582e1-e995-46e7-835a-63f9e20ddd08 req-6c40f1ae-bd06-49bc-9e6c-8166e89dd0f9 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state active and task_state rebuild_spawning.
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] No VIF found with MAC fa:16:3e:96:73:78, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:19 user nova-compute[74725]: INFO nova.compute.manager [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Terminating instance
Nov 15 17:30:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-306894c6-bae9-43aa-86d7-c9dda4f3df0b tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.879s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Instance destroyed successfully.
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid 5765773e-7e6e-4c9d-be19-a79fa06637e0 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:23:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-30073778',display_name='tempest-ServerRescueNegativeTestJSON-server-30073778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-30073778',id=24,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDJnmWD+iHLmTeSaq0f/qNm4d1tG8vcKbsrBUPFGy5cbuVKG6yQu0Z7tcdZYdywrCvPjtd3KO7A6iEGcfQTMfBE3+QJ3UQrrUz+46v31qLNuI/J6suUpMUvJmE+mTmL9vg==',key_name='tempest-keypair-1266252956',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:25:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-bhi7suup',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f689d0f5c93a4a54948960dae07289cb',uuid=5765773e-7e6e-4c9d-be19-a79fa06637e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "7dc3bb7e-346b-4942-b133-95477b1f2258", "address": "fa:16:3e:19:47:83", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7dc3bb7e-34", "ovs_interfaceid": "7dc3bb7e-346b-4942-b133-95477b1f2258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG os_vif [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7dc3bb7e-34, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1f3adb7-cf03-41f9-8c54-814bc9d98ab0) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:20 user nova-compute[74725]: INFO os_vif [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:47:83,bridge_name='br-int',has_traffic_filtering=True,id=7dc3bb7e-346b-4942-b133-95477b1f2258,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7dc3bb7e-34')
Nov 15 17:30:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Deleting instance files /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0_del
Nov 15 17:30:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Deletion of /opt/stack/data/nova/instances/5765773e-7e6e-4c9d-be19-a79fa06637e0_del complete
Nov 15 17:30:20 user nova-compute[74725]: INFO nova.compute.manager [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 15 17:30:20 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:30:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:21 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Took 0.71 seconds to deallocate network for instance.
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:21 user nova-compute[74725]: WARNING nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state active and task_state rebuild_spawning.
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:21 user nova-compute[74725]: WARNING nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-unplugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state deleted and task_state None.
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Acquiring lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] No waiting events found dispatching network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:21 user nova-compute[74725]: WARNING nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received unexpected event network-vif-plugged-7dc3bb7e-346b-4942-b133-95477b1f2258 for instance with vm_state deleted and task_state None.
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-0303de22-2efc-43ff-aa2d-6ee14eb2a32d req-8db0e352-8b83-4c38-ba64-bb6aa9295d0a service nova] [instance: 5765773e-7e6e-4c9d-be19-a79fa06637e0] Received event network-vif-deleted-7dc3bb7e-346b-4942-b133-95477b1f2258 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:30:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance spawned successfully.
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.495s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:21 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Deleted allocations for instance 5765773e-7e6e-4c9d-be19-a79fa06637e0
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74725) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bef38551-328b-4186-a14a-dc05519d3be4 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "5765773e-7e6e-4c9d-be19-a79fa06637e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.266s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-546807ce-46da-4219-8e89-19beac6c61ce tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.085s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [{"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:30:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Going to confirm migration 2 {{(pid=74725) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquired lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'info_cache' on Instance uuid 5baf092c-2ca9-4720-8770-bd66cee018fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [{"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Releasing lock "refresh_cache-5baf092c-2ca9-4720-8770-bd66cee018fa" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'migration_context' on Instance uuid 5baf092c-2ca9-4720-8770-bd66cee018fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.objects.base [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Object Instance<5baf092c-2ca9-4720-8770-bd66cee018fa> lazy-loaded attributes: info_cache,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.541s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:28 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Deleted allocation for migration 1578daea-eb62-41a1-970c-e8438d62b0d8
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea97d963-b907-4267-852a-39060ecf1449 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.740s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:30 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:30:30 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7448MB free_disk=24.77425765991211GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c271d524-5450-43d5-8ea5-3385e1944ac3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8118348e-5af0-4885-9eec-e501828e4e9f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 746d0453-ff46-42e3-8d7f-9bda19498a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:30:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:30:31 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:30:31 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:30:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:30:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.555s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:30:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:37 user nova-compute[74725]: INFO nova.compute.manager [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Detaching volume d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1
Nov 15 17:30:37 user nova-compute[74725]: INFO nova.virt.block_device [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Attempting to driver detach volume d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 from mountpoint /dev/vdb
Nov 15 17:30:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Attempting to detach device vdb from instance 746d0453-ff46-42e3-8d7f-9bda19498a2a from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:30:37 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:37 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:30:37 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:30:37 user nova-compute[74725]:   <serial>d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1</serial>
Nov 15 17:30:37 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:30:37 user nova-compute[74725]: </disk>
Nov 15 17:30:37 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:30:37 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully detached device vdb from instance 746d0453-ff46-42e3-8d7f-9bda19498a2a from the persistent domain config.
Nov 15 17:30:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 746d0453-ff46-42e3-8d7f-9bda19498a2a from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:30:37 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:37 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:30:37 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:30:37 user nova-compute[74725]:   <serial>d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1</serial>
Nov 15 17:30:37 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:30:37 user nova-compute[74725]: </disk>
Nov 15 17:30:37 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:30:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:49 user nova-compute[74725]: INFO nova.compute.manager [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Unshelving
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_requests' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'numa_topology' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:30:49 user nova-compute[74725]: INFO nova.compute.claims [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Claim successful on node user
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing instance network info cache due to event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.553s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:49 user nova-compute[74725]: INFO nova.network.neutron [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updated VIF entry in instance network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG nova.network.neutron [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-298e29ea-9c3e-4168-840f-c82a7477a7df req-916cda27-0b8f-42b5-b50f-7ecc037c451a service nova] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing instance network info cache due to event network-changed-bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] Acquiring lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] Acquired lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.network.neutron [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Refreshing network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing instance network info cache due to event network-changed-590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:30:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] Acquiring lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:30:50 user nova-compute[74725]: INFO nova.compute.manager [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Detaching volume 06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:30:51 user nova-compute[74725]: INFO nova.virt.block_device [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Attempting to driver detach volume 06740c01-5aaa-4392-9856-7a681da3becf from mountpoint /dev/vdb
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Attempting to detach device vdb from instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:30:51 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:51 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:30:51 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:30:51 user nova-compute[74725]:   <serial>06740c01-5aaa-4392-9856-7a681da3becf</serial>
Nov 15 17:30:51 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:30:51 user nova-compute[74725]: </disk>
Nov 15 17:30:51 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:30:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully detached device vdb from instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd from the persistent domain config.
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:30:51 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:30:51 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:30:51 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:30:51 user nova-compute[74725]:   <serial>06740c01-5aaa-4392-9856-7a681da3becf</serial>
Nov 15 17:30:51 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 17:30:51 user nova-compute[74725]: </disk>
Nov 15 17:30:51 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updated VIF entry in instance network info cache for port bca77527-9e6b-474c-b606-57a9ea5c10ed. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [{"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11d88a4d-5182-4d29-adde-2ac33d118151 req-fd155b53-76c4-4684-931a-bf3701965681 service nova] Releasing lock "refresh_cache-6bdc58d7-7eba-4a71-8414-224aa7cd2acd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.network.neutron [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:30:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Creating image(s)
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] Acquired lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Refreshing network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG nova.objects.base [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.part --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG nova.virt.images [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] 72253ab7-edef-45cd-9a7d-fa8e843d611e was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.part /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG nova.network.neutron [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updated VIF entry in instance network info cache for port 590c76f3-5c7b-4efe-a66e-acfdf3c80c45. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG nova.network.neutron [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5741433b-a5a9-4004-805e-49e1b3121b40 req-d8989277-d8bd-4586-b0dc-b880d6dc0b0c service nova] Releasing lock "refresh_cache-8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.part /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.converted" returned: 0 in 0.287s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.755s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9,backing_fmt=raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9,backing_fmt=raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk 1073741824" returned: 0 in 0.056s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "4d833d2c6059e2d1bed2ea2bf15b02accf2044a9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9 --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'migration_context' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG nova.objects.base [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:30:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Rebasing disk image.
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a -F raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a -F raw /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk" returned: 0 in 2.322s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Ensure instance console log exists: /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start _get_guest_xml network_info=[{"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e050d3c6b9bec153db3fc8d4f8dac349',container_format='bare',created_at=2023-11-15T17:28:57Z,direct_url=<?>,disk_format='qcow2',id=72253ab7-edef-45cd-9a7d-fa8e843d611e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1951001720-shelved',owner='8692b3aaed4345db844975674a0e3c3c',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T17:29:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:30:56 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:30:56 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e050d3c6b9bec153db3fc8d4f8dac349',container_format='bare',created_at=2023-11-15T17:28:57Z,direct_url=<?>,disk_format='qcow2',id=72253ab7-edef-45cd-9a7d-fa8e843d611e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1951001720-shelved',owner='8692b3aaed4345db844975674a0e3c3c',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T17:29:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.objects.base [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='72253ab7-edef-45cd-9a7d-fa8e843d611e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-716291169',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:27:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:29:01.665353',shelved_host='user',shelved_image_id='72253ab7-edef-45cd-9a7d-fa8e843d611e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:30:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'pci_devices' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.objects.base [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Object Instance<8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:30:56 user nova-compute[74725]:   <uuid>8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</uuid>
Nov 15 17:30:56 user nova-compute[74725]:   <name>instance-0000001e</name>
Nov 15 17:30:56 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:30:56 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:30:56 user nova-compute[74725]:   <metadata>
Nov 15 17:30:56 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:30:56 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1951001720</nova:name>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:30:56</nova:creationTime>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:30:56 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:30:56 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:owner>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:user uuid="19bcf1ad20624ef5b9c21e987580a992">tempest-AttachVolumeShelveTestJSON-1338746174-project-member</nova:user>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:project uuid="8692b3aaed4345db844975674a0e3c3c">tempest-AttachVolumeShelveTestJSON-1338746174</nova:project>
Nov 15 17:30:56 user nova-compute[74725]:       </nova:owner>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:root type="image" uuid="72253ab7-edef-45cd-9a7d-fa8e843d611e"/>
Nov 15 17:30:56 user nova-compute[74725]:       <nova:ports>
Nov 15 17:30:56 user nova-compute[74725]:         <nova:port uuid="590c76f3-5c7b-4efe-a66e-acfdf3c80c45">
Nov 15 17:30:56 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:30:56 user nova-compute[74725]:         </nova:port>
Nov 15 17:30:56 user nova-compute[74725]:       </nova:ports>
Nov 15 17:30:56 user nova-compute[74725]:     </nova:instance>
Nov 15 17:30:56 user nova-compute[74725]:   </metadata>
Nov 15 17:30:56 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:30:56 user nova-compute[74725]:     <system>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="serial">8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</entry>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="uuid">8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb</entry>
Nov 15 17:30:56 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:30:56 user nova-compute[74725]:     </system>
Nov 15 17:30:56 user nova-compute[74725]:   </sysinfo>
Nov 15 17:30:56 user nova-compute[74725]:   <os>
Nov 15 17:30:56 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:30:56 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:30:56 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:30:56 user nova-compute[74725]:   </os>
Nov 15 17:30:56 user nova-compute[74725]:   <features>
Nov 15 17:30:56 user nova-compute[74725]:     <acpi/>
Nov 15 17:30:56 user nova-compute[74725]:     <apic/>
Nov 15 17:30:56 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:30:56 user nova-compute[74725]:   </features>
Nov 15 17:30:56 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:30:56 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:30:56 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:30:56 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:30:56 user nova-compute[74725]:   </clock>
Nov 15 17:30:56 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:30:56 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:30:56 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:30:56 user nova-compute[74725]:   </cpu>
Nov 15 17:30:56 user nova-compute[74725]:   <devices>
Nov 15 17:30:56 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:30:56 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:30:56 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk"/>
Nov 15 17:30:56 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:30:56 user nova-compute[74725]:     </disk>
Nov 15 17:30:56 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:30:56 user nova-compute[74725]:       <mac address="fa:16:3e:39:13:be"/>
Nov 15 17:30:56 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:30:56 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:30:56 user nova-compute[74725]:       <target dev="tap590c76f3-5c"/>
Nov 15 17:30:56 user nova-compute[74725]:     </interface>
Nov 15 17:30:56 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:30:56 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/console.log" append="off"/>
Nov 15 17:30:56 user nova-compute[74725]:     </serial>
Nov 15 17:30:56 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:30:56 user nova-compute[74725]:     <video>
Nov 15 17:30:56 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:30:56 user nova-compute[74725]:     </video>
Nov 15 17:30:56 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:30:56 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:30:56 user nova-compute[74725]:     </rng>
Nov 15 17:30:56 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:30:56 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:30:56 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:30:56 user nova-compute[74725]:     </memballoon>
Nov 15 17:30:56 user nova-compute[74725]:   </devices>
Nov 15 17:30:56 user nova-compute[74725]: </domain>
Nov 15 17:30:56 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='72253ab7-edef-45cd-9a7d-fa8e843d611e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-716291169',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:27:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member',shelved_at='2023-11-15T17:29:01.665353',shelved_host='user',shelved_image_id='72253ab7-edef-45cd-9a7d-fa8e843d611e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:30:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG os_vif [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '00042afe-2f00-5e96-9fe6-ecb94cb50619', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap590c76f3-5c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap590c76f3-5c, col_values=(('qos', UUID('cdd52c45-8473-4d3d-9a93-7330735590f4')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap590c76f3-5c, col_values=(('external_ids', {'iface-id': '590c76f3-5c7b-4efe-a66e-acfdf3c80c45', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:13:be', 'vm-uuid': '8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:56 user nova-compute[74725]: INFO os_vif [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c')
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:30:56 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] No VIF found with MAC fa:16:3e:39:13:be, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:30:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:57 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 746d0453-ff46-42e3-8d7f-9bda19498a2a is timed out.
Nov 15 17:30:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully detached device vdb from instance 746d0453-ff46-42e3-8d7f-9bda19498a2a from the live domain config.
Nov 15 17:30:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qRUSkYwa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:30:58 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bdbd669-355a-4471-9b9c-0f0cc2bb5509]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:30:58 user nova-compute[74725]: No targets found.
Nov 15 17:30:58 user nova-compute[74725]: iSNS:
Nov 15 17:30:58 user nova-compute[74725]: No targets found.
Nov 15 17:30:58 user nova-compute[74725]: STATIC:
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:30:58 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:30:58 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:30:58 user nova-compute[74725]: FIRMWARE:
Nov 15 17:30:58 user nova-compute[74725]: No targets found.
Nov 15 17:30:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:30:58 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:30:58 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:58 user nova-compute[74725]: WARNING nova.compute.manager [req-5708e2a9-0209-4970-b51d-6c53ad3a09a3 req-15957715-fa35-4417-9713-7929524180e9 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac63c3d8-0503-4112-b494-564edd9ec890]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7246a88-cdda-4db3-b8ce-a33cc9a6d3a3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 (non-flash)
Nov 15 17:30:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc2fd120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9381e19a-de7f-44ac-9764-5d30c1bf1672]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ed35d8-5be2-4a3c-b0ab-239c52df2a7f]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[35055edb-728d-4abf-b760-d5d09d07bc82]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[561a52fa-03c0-470f-9e50-47b9b9744c1f]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[16b869d4-1215-47c6-80bb-d5964fbc30c1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[95465dd6-fbd9-4fd5-9842-6b8f1688d2ed]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260]
Nov 15 17:30:58 user nova-compute[74725]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1, portal: 172.16.0.220,3260] successful.
Nov 15 17:30:58 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e31029-97a5-4230-99b0-68bd432041c8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== disconnect_volume: return (366ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'flavor' on Instance uuid 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d8701622-39e4-4c2c-a65f-5cd227f2d5e6 tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.884s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.756s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:59 user nova-compute[74725]: INFO nova.compute.manager [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Terminating instance
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-unplugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] No waiting events found dispatching network-vif-unplugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-bb94bdf6-eba2-4960-a7a1-da85605bb973 req-99f4f708-e52d-4259-839a-f2d0916e3fc6 service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-unplugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:30:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:30:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Instance destroyed successfully.
Nov 15 17:30:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lazy-loading 'resources' on Instance uuid 746d0453-ff46-42e3-8d7f-9bda19498a2a {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2046431461',display_name='tempest-VolumesSnapshotTestJSON-instance-2046431461',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2046431461',id=33,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKA5sZw04KBUeHQLtTGq1sxIHeWe7hiVpu3avaRNfgYfwtCNbGco0Anj/DT/DmUwlPZnr7jXVeI838LDdCXgF/L9AD8j80QOQXQkMsDmqCT3Sdz/y9UWrIZnXXKfKDi21g==',key_name='tempest-keypair-2019698101',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9aeb0f7ee3504470822663a8954f6dee',ramdisk_id='',reservation_id='r-ukpexixx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-729032641',owner_user_name='tempest-VolumesSnapshotTestJSON-729032641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cf037c589f8a44568c5593fda18b6acc',uuid=746d0453-ff46-42e3-8d7f-9bda19498a2a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converting VIF {"id": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "address": "fa:16:3e:96:73:78", "network": {"id": "f50e4bb2-e2f5-4140-a42a-f32a9637ddb6", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-745478180-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.90", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9aeb0f7ee3504470822663a8954f6dee", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap462f6ac6-7d", "ovs_interfaceid": "462f6ac6-7d56-45bc-ae62-f0dc660aae50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_vif [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap462f6ac6-7d, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cab70236-f6c0-4661-8fa7-115646753c4b) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:00 user nova-compute[74725]: INFO os_vif [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:73:78,bridge_name='br-int',has_traffic_filtering=True,id=462f6ac6-7d56-45bc-ae62-f0dc660aae50,network=Network(f50e4bb2-e2f5-4140-a42a-f32a9637ddb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap462f6ac6-7d')
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qRUSkYwa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:31:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77fe51c-73e3-43b6-b668-4915a22d8507]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:31:00 user nova-compute[74725]: No targets found.
Nov 15 17:31:00 user nova-compute[74725]: iSNS:
Nov 15 17:31:00 user nova-compute[74725]: No targets found.
Nov 15 17:31:00 user nova-compute[74725]: STATIC:
Nov 15 17:31:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:31:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:31:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:31:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:31:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:31:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:00 user nova-compute[74725]: FIRMWARE:
Nov 15 17:31:00 user nova-compute[74725]: No targets found.
Nov 15 17:31:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:31:00 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:31:00 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d886c0b2-c9a4-4fe4-8012-2a2d02ab72f1', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[42105644-5b4b-4718-a43e-32796153b6e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:00 user nova-compute[74725]: WARNING nova.compute.manager [req-d2af264b-71d8-4788-9501-1e90905bffb0 req-00f4bf1e-18b1-4ed1-b03f-428d3cd82d08 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e93f118-8516-412e-bd84-f85ccd90f9c0]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:00 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff2b90>, {}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Disconnecting from: [] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.089s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] <== disconnect_volume: return (90ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:31:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Deleting instance files /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a_del
Nov 15 17:31:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Deletion of /opt/stack/data/nova/instances/746d0453-ff46-42e3-8d7f-9bda19498a2a_del complete
Nov 15 17:31:00 user nova-compute[74725]: INFO nova.compute.manager [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:31:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance spawned successfully.
Nov 15 17:31:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9607381d-975b-403c-a1b7-4096404c8334 tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.528s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] Acquiring lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] No waiting events found dispatching network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:01 user nova-compute[74725]: WARNING nova.compute.manager [req-27817a79-003d-4d6c-893f-e5c982c0c6c8 req-53d1bb90-1e0e-4525-86c6-0e8c7759d45d service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received unexpected event network-vif-plugged-462f6ac6-7d56-45bc-ae62-f0dc660aae50 for instance with vm_state active and task_state deleting.
Nov 15 17:31:01 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:01 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Took 1.41 seconds to deallocate network for instance.
Nov 15 17:31:01 user nova-compute[74725]: WARNING nova.volume.cinder [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Attachment 3da30b7e-17c3-4bbc-89db-4148ba43ce13 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 3da30b7e-17c3-4bbc-89db-4148ba43ce13. (HTTP 404) (Request-ID: req-eb8c9e88-c02b-45b5-bd26-4166d5f3858b)
Nov 15 17:31:01 user nova-compute[74725]: INFO nova.compute.manager [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Took 0.03 seconds to detach 1 volumes for instance.
Nov 15 17:31:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:02 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:02 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.461s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-6706b850-eff9-42c5-9a4e-c267f741f692 req-c78d6083-f1dc-44ab-8af1-4458fb8792bf service nova] [instance: 746d0453-ff46-42e3-8d7f-9bda19498a2a] Received event network-vif-deleted-462f6ac6-7d56-45bc-ae62-f0dc660aae50 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:02 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Deleted allocations for instance 746d0453-ff46-42e3-8d7f-9bda19498a2a
Nov 15 17:31:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7f773bc9-476e-4f08-a7f4-e778d85bb18d tempest-VolumesSnapshotTestJSON-729032641 tempest-VolumesSnapshotTestJSON-729032641-project-member] Lock "746d0453-ff46-42e3-8d7f-9bda19498a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.060s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:03 user nova-compute[74725]: INFO nova.compute.manager [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Terminating instance
Nov 15 17:31:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-cbb04933-c4c0-444d-93d9-99f2ef189425 req-3a8dc376-4a19-446d-8981-d472d6504a95 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-unplugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:31:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Instance destroyed successfully.
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.objects.instance [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lazy-loading 'resources' on Instance uuid c271d524-5450-43d5-8ea5-3385e1944ac3 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-716787840',display_name='tempest-ServerActionsTestOtherB-server-716787840',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-716787840',id=21,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNxICZ/1h9B7Y0Iewj9vJjuankfnPw8NfgOpHtU/tGZGOurwMwdDUgNzpsUCugnVLQotHPb7p4iBgpvmh2+ymihs1+ha86pXZYn63LzIzgRv8gHQzt7VliPgPS7JxZGdcg==',key_name='tempest-keypair-67303244',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e0e1ca8461484e0aa226a220c0d52877',ramdisk_id='',reservation_id='r-1c80h8eb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1212023150',owner_user_name='tempest-ServerActionsTestOtherB-1212023150-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:28:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9a97e40b023d4a7a8b50e1384680179d',uuid=c271d524-5450-43d5-8ea5-3385e1944ac3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converting VIF {"id": "6330eea2-480d-4208-a128-ed843ed73919", "address": "fa:16:3e:d7:6f:49", "network": {"id": "d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404069510-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0e1ca8461484e0aa226a220c0d52877", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6330eea2-48", "ovs_interfaceid": "6330eea2-480d-4208-a128-ed843ed73919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_vif [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6330eea2-48, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=359a0fa2-fda4-4dd2-aa60-b7010215225d) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:04 user nova-compute[74725]: INFO os_vif [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:6f:49,bridge_name='br-int',has_traffic_filtering=True,id=6330eea2-480d-4208-a128-ed843ed73919,network=Network(d2e83d1b-22bf-4eb5-ac89-a3c2cb3c14f3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6330eea2-48')
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RmcMTwgh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:31:04 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c72f69-19b9-4833-a87e-66c693e092df]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:31:04 user nova-compute[74725]: No targets found.
Nov 15 17:31:04 user nova-compute[74725]: iSNS:
Nov 15 17:31:04 user nova-compute[74725]: No targets found.
Nov 15 17:31:04 user nova-compute[74725]: STATIC:
Nov 15 17:31:04 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:31:04 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:04 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:04 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a
Nov 15 17:31:04 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:04 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:04 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:31:04 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:04 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:04 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:31:04 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:04 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:04 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:31:04 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:04 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:04 user nova-compute[74725]: FIRMWARE:
Nov 15 17:31:04 user nova-compute[74725]: No targets found.
Nov 15 17:31:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:31:04 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:31:04 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c535af-2e24-4787-95e1-a1d76cddafea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[017f8c1c-08c8-4bce-b5db-a897bdebccf5]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:04 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88fd69e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a'): ({'sdh'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Removing single pathed devices sdh {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e022a85-1b83-4754-afd8-158f7d3445ae]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a248033b-745e-4479-b01e-29afce120dbb]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Flushing IO for device /dev/sdh {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1fac381-3c3d-4e92-9f5f-0deb9cab6c29]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.051s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a1ec5c-6059-4419-a50f-ceaf802eceef]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] SCSI volumes sdh have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb119c78-e5f8-49d9-bbc9-23c357653736]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[22e4b1c1-fdd0-4c9e-8d0e-7946616a6221]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260]
Nov 15 17:31:04 user nova-compute[74725]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a, portal: 172.16.0.220,3260] successful.
Nov 15 17:31:04 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db758411-10e0-4292-a496-72eb9577b44a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a1b06cb-c275-4305-b968-ed3226e4c458]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] <== disconnect_volume: return (334ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:31:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Deleting instance files /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_del
Nov 15 17:31:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Deletion of /opt/stack/data/nova/instances/c271d524-5450-43d5-8ea5-3385e1944ac3_del complete
Nov 15 17:31:04 user nova-compute[74725]: INFO nova.compute.manager [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 15 17:31:04 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:31:04 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:05 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Took 0.84 seconds to deallocate network for instance.
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-37d412fb-d849-4c0c-b433-22e5c88cb969 req-f6857b59-e455-4172-9f46-38ab89e11651 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-deleted-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:05 user nova-compute[74725]: INFO nova.compute.manager [req-37d412fb-d849-4c0c-b433-22e5c88cb969 req-f6857b59-e455-4172-9f46-38ab89e11651 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Neutron deleted interface 6330eea2-480d-4208-a128-ed843ed73919; detaching it from the instance and deleting it from the info cache
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.network.neutron [req-37d412fb-d849-4c0c-b433-22e5c88cb969 req-f6857b59-e455-4172-9f46-38ab89e11651 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-37d412fb-d849-4c0c-b433-22e5c88cb969 req-f6857b59-e455-4172-9f46-38ab89e11651 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Detach interface failed, port_id=6330eea2-480d-4208-a128-ed843ed73919, reason: Instance c271d524-5450-43d5-8ea5-3385e1944ac3 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] Acquiring lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] No waiting events found dispatching network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:05 user nova-compute[74725]: WARNING nova.compute.manager [req-552b8a85-36f6-4ac9-80df-e3be78a2500d req-09af0ea3-4696-4a3d-be8e-e27462f780d4 service nova] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Received unexpected event network-vif-plugged-6330eea2-480d-4208-a128-ed843ed73919 for instance with vm_state active and task_state deleting.
Nov 15 17:31:06 user nova-compute[74725]: INFO nova.compute.manager [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] [instance: c271d524-5450-43d5-8ea5-3385e1944ac3] Took 0.81 seconds to detach 1 volumes for instance.
Nov 15 17:31:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:06 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:06 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.340s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:06 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Deleted allocations for instance c271d524-5450-43d5-8ea5-3385e1944ac3
Nov 15 17:31:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-69cb5c70-27b3-46b8-80da-6c8bb3621403 tempest-ServerActionsTestOtherB-1212023150 tempest-ServerActionsTestOtherB-1212023150-project-member] Lock "c271d524-5450-43d5-8ea5-3385e1944ac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.419s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:12 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd is timed out.
Nov 15 17:31:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully detached device vdb from instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd from the live domain config.
Nov 15 17:31:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSlVUPHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:31:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b44600-3da6-443d-9886-bf32ed87361f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:31:12 user nova-compute[74725]: No targets found.
Nov 15 17:31:12 user nova-compute[74725]: iSNS:
Nov 15 17:31:12 user nova-compute[74725]: No targets found.
Nov 15 17:31:12 user nova-compute[74725]: STATIC:
Nov 15 17:31:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:31:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:31:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf
Nov 15 17:31:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:31:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:12 user nova-compute[74725]: FIRMWARE:
Nov 15 17:31:12 user nova-compute[74725]: No targets found.
Nov 15 17:31:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:31:12 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:31:12 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c2db28-4878-49bf-bbe7-fbeb665a4227]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d012a570-f4f1-4744-acec-225359cfdf45]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf (non-flash)
Nov 15 17:31:12 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88ff1e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4d6b2e-3838-4833-a47b-eac303d9cbfe]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d29607f-aa6f-48ce-ab60-621f2d9f215a]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[300511d2-0d0f-40c9-99d1-99676392a440]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de952cc-1a51-4c5c-9bc7-1b8ca9600bc5]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca6adc5-7775-4883-b57e-ba7657129d01]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfd9274-67a8-48fc-8e86-57660dd07a1a]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260]
Nov 15 17:31:12 user nova-compute[74725]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf, portal: 172.16.0.220,3260] successful.
Nov 15 17:31:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06740c01-5aaa-4392-9856-7a681da3becf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02419c1a-4e2d-482a-b579-f62ca1c8c2ed]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== disconnect_volume: return (295ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:31:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:31:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cdda88ff-9bb8-4b68-9005-6c2c9564d337 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.589s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:31:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:15 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:31:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:31:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:17 user nova-compute[74725]: INFO nova.compute.manager [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Terminating instance
Nov 15 17:31:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG nova.compute.manager [req-29729f85-3fc1-4603-bd13-4f0c21cb1486 req-295ab91c-d384-489b-b92b-3cb291194ec9 service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-unplugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Instance destroyed successfully.
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-627614340',display_name='tempest-ServerRescueNegativeTestJSON-server-627614340',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-627614340',id=3,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:17:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-0ydvh80k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:17:13Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=95aeedaa-cdd6-49fc-a1e9-21122a5c80b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "64594f3b-4c4d-43f4-8230-6417e137e86d", "address": "fa:16:3e:9f:da:4f", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64594f3b-4c", "ovs_interfaceid": "64594f3b-4c4d-43f4-8230-6417e137e86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG os_vif [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64594f3b-4c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d2f5f8c-cfb7-4183-8100-44d71ef2c205) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:18 user nova-compute[74725]: INFO os_vif [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9f:da:4f,bridge_name='br-int',has_traffic_filtering=True,id=64594f3b-4c4d-43f4-8230-6417e137e86d,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64594f3b-4c')
Nov 15 17:31:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Deleting instance files /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5_del
Nov 15 17:31:18 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Deletion of /opt/stack/data/nova/instances/95aeedaa-cdd6-49fc-a1e9-21122a5c80b5_del complete
Nov 15 17:31:18 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:18 user nova-compute[74725]: INFO nova.compute.manager [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 15 17:31:18 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:18 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Took 0.58 seconds to deallocate network for instance.
Nov 15 17:31:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-16854826-707c-428a-92ae-a048c74e6a79 req-ec28ba24-8d77-43b5-8951-05a9ed0a4d6f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-deleted-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.319s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:19 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Deleted allocations for instance 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b83b967a-609c-4271-8631-e4dbc9d49c08 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.765s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] Acquiring lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] Lock "95aeedaa-cdd6-49fc-a1e9-21122a5c80b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] No waiting events found dispatching network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:19 user nova-compute[74725]: WARNING nova.compute.manager [req-06e110a0-9bca-4048-8147-806fb86d382c req-f7d8930e-765b-449c-a607-53212e18362f service nova] [instance: 95aeedaa-cdd6-49fc-a1e9-21122a5c80b5] Received unexpected event network-vif-plugged-64594f3b-4c4d-43f4-8230-6417e137e86d for instance with vm_state deleted and task_state None.
Nov 15 17:31:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:24 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [{"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-b4ed4447-b023-4c3f-809b-e10592bbce25" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:29 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:31:29 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7609MB free_disk=24.828720092773438GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8118348e-5af0-4885-9eec-e501828e4e9f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:31:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.247s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:31:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:31:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:44 user nova-compute[74725]: INFO nova.compute.manager [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Terminating instance
Nov 15 17:31:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:44 user nova-compute[74725]: INFO nova.compute.manager [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Terminating instance
Nov 15 17:31:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-97a775e4-d4b8-4894-8090-61c49d8a8c55 req-c48575af-b983-47bb-9685-954bd296f562 service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-unplugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-0e675449-c7cb-41c3-9b7d-61f9c9c71b2f req-f56cd6ae-1ee9-4504-afd3-20af2e84aeba service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-unplugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Instance destroyed successfully.
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.objects.instance [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lazy-loading 'resources' on Instance uuid 8118348e-5af0-4885-9eec-e501828e4e9f {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Instance destroyed successfully.
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.objects.instance [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'resources' on Instance uuid 6bdc58d7-7eba-4a71-8414-224aa7cd2acd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1497695365',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1333978132',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGZKHAi7lgsqYjLrtR4z5w2VJNwCNwK9QBWOkdkeUsCkgOPn2Dn8UCS/fbQ9b8Zqecy6sHOjeDf5UVRVjg/M8B6gZnZ5+eDb/7G1IVFcv+fn/IVCU0Vzb3b8+kCL2zsKUA==',key_name='tempest-keypair-1148085215',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:30:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ecf5ee3f56764d5a976e76327e94bfc3',ramdisk_id='',reservation_id='r-yf395yec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1552444814',owner_user_name='tempest-ServerActionsV293TestJSON-1552444814-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:30:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b634dc78aab94c819ff483cf02281c52',uuid=8118348e-5af0-4885-9eec-e501828e4e9f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converting VIF {"id": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "address": "fa:16:3e:27:73:9e", "network": {"id": "0ef6f9c6-a242-49d8-bca5-391730704a9d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975579157-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.23", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ecf5ee3f56764d5a976e76327e94bfc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa66a311a-bc", "ovs_interfaceid": "a66a311a-bc9e-471b-a5d6-c863f5d4685f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_vif [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-373123787',display_name='tempest-TestMinimumBasicScenario-server-373123787',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-373123787',id=28,image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRm0eMhRO/NEnV7XK2rAtjzDKRnNsTwj3RawF8x0VTUYIz3F33dBVnju+OelX1UjySsXBqEoQdr9wWVNkd8LEuOxmDQdkVS8xeP5b7/9c/86TiiJOxTTy8x1ASzOHoB6w==',key_name='tempest-TestMinimumBasicScenario-1908781435',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:26:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-2jm0fhe0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='8d7f12f6-3aeb-4a93-b25f-5f505eed891e',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:29:06Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=6bdc58d7-7eba-4a71-8414-224aa7cd2acd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "address": "fa:16:3e:d6:1b:ca", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbca77527-9e", "ovs_interfaceid": "bca77527-9e6b-474c-b606-57a9ea5c10ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_vif [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbca77527-9e, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa66a311a-bc, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d5fe96c-8ef2-44e5-a146-d487683e251e) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=def595e8-3b3d-44da-95af-f3bca925ab49) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: INFO os_vif [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:1b:ca,bridge_name='br-int',has_traffic_filtering=True,id=bca77527-9e6b-474c-b606-57a9ea5c10ed,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbca77527-9e')
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Deleting instance files /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd_del
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Deletion of /opt/stack/data/nova/instances/6bdc58d7-7eba-4a71-8414-224aa7cd2acd_del complete
Nov 15 17:31:45 user nova-compute[74725]: INFO os_vif [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:27:73:9e,bridge_name='br-int',has_traffic_filtering=True,id=a66a311a-bc9e-471b-a5d6-c863f5d4685f,network=Network(0ef6f9c6-a242-49d8-bca5-391730704a9d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa66a311a-bc')
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jCJVWKnT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:31:45 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f98f9e-195a-4b7e-99d9-42d5cc8174f4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:31:45 user nova-compute[74725]: No targets found.
Nov 15 17:31:45 user nova-compute[74725]: iSNS:
Nov 15 17:31:45 user nova-compute[74725]: No targets found.
Nov 15 17:31:45 user nova-compute[74725]: STATIC:
Nov 15 17:31:45 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:31:45 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:45 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:45 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718
Nov 15 17:31:45 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:45 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:45 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:31:45 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:31:45 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:31:45 user nova-compute[74725]: FIRMWARE:
Nov 15 17:31:45 user nova-compute[74725]: No targets found.
Nov 15 17:31:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:31:45 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:31:45 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[496a5b59-6e99-423b-91b9-89b99b5240ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.compute.manager [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc0fe59c-1475-47d0-bfa4-347cdcd15779]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:45 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:45 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:31:45 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:31:45 user nova-compute[74725]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 (non-flash)
Nov 15 17:31:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88c57490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d74fea-06a7-40d5-8b43-44d9dd37c042]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb56c9fc-6879-467e-b1c5-798b03336cee]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd20b2f-9ef5-4dba-ab33-6de44271a581]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[05386d55-e935-4b55-a219-2f3dd16ac4cc]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9eef9dd-d476-40e4-ae9e-e56b431161ec]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[43dba8eb-999e-4455-bcfa-b014e6b9b7e4]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260]
Nov 15 17:31:45 user nova-compute[74725]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718, portal: 172.16.0.220,3260] successful.
Nov 15 17:31:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d39281cf-2d84-4186-a74e-d564eb31b718 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4444f33-7dac-4bba-b04c-7ba91694a951]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] <== disconnect_volume: return (298ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:31:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deleting instance files /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f_del
Nov 15 17:31:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deletion of /opt/stack/data/nova/instances/8118348e-5af0-4885-9eec-e501828e4e9f_del complete
Nov 15 17:31:46 user nova-compute[74725]: INFO nova.compute.manager [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Took 1.59 seconds to destroy the instance on the hypervisor.
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:46 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Took 0.64 seconds to deallocate network for instance.
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:46 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Took 0.70 seconds to deallocate network for instance.
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:46 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Deleted allocations for instance 6bdc58d7-7eba-4a71-8414-224aa7cd2acd
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] Acquiring lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] Lock "8118348e-5af0-4885-9eec-e501828e4e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] No waiting events found dispatching network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:46 user nova-compute[74725]: WARNING nova.compute.manager [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received unexpected event network-vif-plugged-a66a311a-bc9e-471b-a5d6-c863f5d4685f for instance with vm_state active and task_state deleting.
Nov 15 17:31:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-6d3c8384-9153-440c-96d6-ada86f1c0215 req-ae54e824-3def-4788-af33-b2ffa0f6a5ea service nova] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Received event network-vif-deleted-a66a311a-bc9e-471b-a5d6-c863f5d4685f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-064d84b4-f96b-4d7f-8758-cf0f1b894b7d tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.129s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] Acquiring lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] Lock "6bdc58d7-7eba-4a71-8414-224aa7cd2acd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] No waiting events found dispatching network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:31:47 user nova-compute[74725]: WARNING nova.compute.manager [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received unexpected event network-vif-plugged-bca77527-9e6b-474c-b606-57a9ea5c10ed for instance with vm_state deleted and task_state None.
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-cfce65a1-0f71-4cc3-8293-48d4008d2a35 req-16e17635-27ec-4ea9-8019-b3a4d63d02e5 service nova] [instance: 6bdc58d7-7eba-4a71-8414-224aa7cd2acd] Received event network-vif-deleted-bca77527-9e6b-474c-b606-57a9ea5c10ed {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:31:47 user nova-compute[74725]: INFO nova.compute.manager [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Took 0.73 seconds to detach 1 volumes for instance.
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] [instance: 8118348e-5af0-4885-9eec-e501828e4e9f] Deleting volume: d39281cf-2d84-4186-a74e-d564eb31b718 {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.306s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:47 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Deleted allocations for instance 8118348e-5af0-4885-9eec-e501828e4e9f
Nov 15 17:31:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-94872306-cf97-4ad8-a527-d94047de7bca tempest-ServerActionsV293TestJSON-1552444814 tempest-ServerActionsV293TestJSON-1552444814-project-member] Lock "8118348e-5af0-4885-9eec-e501828e4e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.632s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:31:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:31:58 user nova-compute[74725]: INFO nova.compute.claims [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Claim successful on node user
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.424s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:31:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:31:58 user nova-compute[74725]: DEBUG nova.policy [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dda8adf120a446b95e9ef26d623b06a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da04e3c341024bae801a79a992e086c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:31:58 user nova-compute[74725]: INFO nova.virt.block_device [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Booting with volume-backed-image 3e31cf3f-b9c3-496d-abdc-07cb9875231f at /dev/vda
Nov 15 17:31:59 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Successfully created port: 5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Successfully updated port: 5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-changed-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Refreshing instance network info cache due to event network-changed-5280f54d-1bab-4a0c-b100-0bb4b27298a3. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] Acquiring lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating instance_info_cache with network_info: [{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance network_info: |[{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] Acquired lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG nova.network.neutron [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Refreshing network info cache for port 5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG nova.network.neutron [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updated VIF entry in instance network info cache for port 5280f54d-1bab-4a0c-b100-0bb4b27298a3. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG nova.network.neutron [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating instance_info_cache with network_info: [{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a127b01f-8f29-41f9-ad87-6f0db040fa49 req-dfb10bcb-6f92-4b1f-b733-2637d155c931 service nova] Releasing lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG os_brick.utils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f3c3206-a3d9-4023-8c43-346cd12b5c49]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a33bb20-4c93-4acf-b77e-8e1894300fc6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:04 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[589999e2-336b-4cc1-9bc7-71b714866068]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7db8e52-67f9-4c2e-ad4a-3e9369450381]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:32:05 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:32:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a341f07-dcf2-4649-aa98-5947bbf1a5ce]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG os_brick.utils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating existing volume attachment record: c1d0caa3-5c6b-46b3-88ea-c1723774116b {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:32:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:08 user nova-compute[74725]: INFO nova.compute.manager [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Terminating instance
Nov 15 17:32:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec405d7c-0ed6-4c7c-ba84-ff1489d79a94 req-8d0f2e9f-6c82-4192-9ec9-8b4ffad0ebaf service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-unplugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Instance destroyed successfully.
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lazy-loading 'resources' on Instance uuid ff4dab2f-8487-40f7-b29a-5ff5d7be07bc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1936813688',display_name='tempest-ServerRescueNegativeTestJSON-server-1936813688',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1936813688',id=1,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:20:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7907c112bde74f139de7466299849de8',ramdisk_id='',reservation_id='r-mwtfq1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-445269419',owner_user_name='tempest-ServerRescueNegativeTestJSON-445269419-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:57Z,user_data=None,user_id='f689d0f5c93a4a54948960dae07289cb',uuid=ff4dab2f-8487-40f7-b29a-5ff5d7be07bc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converting VIF {"id": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "address": "fa:16:3e:d6:a3:3e", "network": {"id": "ffb07289-a0bc-42e1-8a93-31a903938c76", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1704413135-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7907c112bde74f139de7466299849de8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap54ff9a17-4f", "ovs_interfaceid": "54ff9a17-4fd1-43fe-b126-75c7529f056b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_vif [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap54ff9a17-4f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a12d6c84-bc78-4f47-bf66-c72ff38674e7) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:09 user nova-compute[74725]: INFO os_vif [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d6:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=54ff9a17-4fd1-43fe-b126-75c7529f056b,network=Network(ffb07289-a0bc-42e1-8a93-31a903938c76),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap54ff9a17-4f')
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Deleting instance files /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc_del
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Deletion of /opt/stack/data/nova/instances/ff4dab2f-8487-40f7-b29a-5ff5d7be07bc_del complete
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.compute.manager [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Took 0.44 seconds to deallocate network for instance.
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:32:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Creating image(s)
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Ensure instance console log exists: /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start _get_guest_xml network_info=[{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1a41b846-0ca1-4b46-846a-7f8449a97ba8', 'attached_at': '', 'detached_at': '', 'volume_id': 'be800485-d81d-4427-a1e5-314c2ae1466c', 'serial': 'be800485-d81d-4427-a1e5-314c2ae1466c'}, 'boot_index': 0, 'attachment_id': 'c1d0caa3-5c6b-46b3-88ea-c1723774116b', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:09 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:32:09 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:32:09 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:32:09 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0672a37c-a533-4b7b-9aeb-9655fdc57792]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:32:09 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5253f674-d197-43a6-baa3-a82ae3febd8c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c] added
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91fab7fa-3d62-44a6-b31c-597e045f3ee2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[826dc4c4-cffe-466f-8ecb-13d8bc2987a7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XsBPkczp {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XsBPkczp" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[df5e9e95-9d55-4cd8-beef-d5f08ae48162]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XsBPkczp'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e7206c-ef54-4911-b945-e5bb55dfa321]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cf1501-755a-42b6-994f-da0cda7e2595]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f48e40a9-03e4-4e2f-9fc6-c7d0c47e2b75]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260]
Nov 15 17:32:10 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260] successful.
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d23892a4-e8c6-4688-95d2-a62010f46f62]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Deleted allocations for instance ff4dab2f-8487-40f7-b29a-5ff5d7be07bc
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66098e75-5312-4761-b678-d265314ab914]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:10 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf57ef63-d396-4196-b011-3fecfa0a4af6]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-14e6495d-e8b9-4a2e-b2d7-1240700085e3 tempest-ServerRescueNegativeTestJSON-445269419 tempest-ServerRescueNegativeTestJSON-445269419-project-member] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.909s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] Acquiring lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] Lock "ff4dab2f-8487-40f7-b29a-5ff5d7be07bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] No waiting events found dispatching network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:11 user nova-compute[74725]: WARNING nova.compute.manager [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received unexpected event network-vif-plugged-54ff9a17-4fd1-43fe-b126-75c7529f056b for instance with vm_state deleted and task_state None.
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c49710e-4404-4333-9e5c-bd157312eb4f req-ebfb3219-08b5-4b9c-9422-bdb93483a6a7 service nova] [instance: ff4dab2f-8487-40f7-b29a-5ff5d7be07bc] Received event network-vif-deleted-54ff9a17-4fd1-43fe-b126-75c7529f056b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '23664313935386362', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664313935386362', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:31:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1438095210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1438095210',id=34,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-54qrk10u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:31:59Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1a41b846-0ca1-4b46-846a-7f8449a97ba8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:32:11 user nova-compute[74725]:   <uuid>1a41b846-0ca1-4b46-846a-7f8449a97ba8</uuid>
Nov 15 17:32:11 user nova-compute[74725]:   <name>instance-00000022</name>
Nov 15 17:32:11 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:32:11 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:32:11 user nova-compute[74725]:   <metadata>
Nov 15 17:32:11 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:32:11 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1438095210</nova:name>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:32:09</nova:creationTime>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:32:11 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:32:11 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:owner>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:32:11 user nova-compute[74725]:       </nova:owner>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:32:11 user nova-compute[74725]:       <nova:ports>
Nov 15 17:32:11 user nova-compute[74725]:         <nova:port uuid="5280f54d-1bab-4a0c-b100-0bb4b27298a3">
Nov 15 17:32:11 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:32:11 user nova-compute[74725]:         </nova:port>
Nov 15 17:32:11 user nova-compute[74725]:       </nova:ports>
Nov 15 17:32:11 user nova-compute[74725]:     </nova:instance>
Nov 15 17:32:11 user nova-compute[74725]:   </metadata>
Nov 15 17:32:11 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:32:11 user nova-compute[74725]:     <system>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="serial">1a41b846-0ca1-4b46-846a-7f8449a97ba8</entry>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="uuid">1a41b846-0ca1-4b46-846a-7f8449a97ba8</entry>
Nov 15 17:32:11 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:32:11 user nova-compute[74725]:     </system>
Nov 15 17:32:11 user nova-compute[74725]:   </sysinfo>
Nov 15 17:32:11 user nova-compute[74725]:   <os>
Nov 15 17:32:11 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:32:11 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:32:11 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:32:11 user nova-compute[74725]:   </os>
Nov 15 17:32:11 user nova-compute[74725]:   <features>
Nov 15 17:32:11 user nova-compute[74725]:     <acpi/>
Nov 15 17:32:11 user nova-compute[74725]:     <apic/>
Nov 15 17:32:11 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:32:11 user nova-compute[74725]:   </features>
Nov 15 17:32:11 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:32:11 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:32:11 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:32:11 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:32:11 user nova-compute[74725]:   </clock>
Nov 15 17:32:11 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:32:11 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:32:11 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:32:11 user nova-compute[74725]:   </cpu>
Nov 15 17:32:11 user nova-compute[74725]:   <devices>
Nov 15 17:32:11 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:32:11 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:32:11 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:32:11 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:32:11 user nova-compute[74725]:       <serial>be800485-d81d-4427-a1e5-314c2ae1466c</serial>
Nov 15 17:32:11 user nova-compute[74725]:     </disk>
Nov 15 17:32:11 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:32:11 user nova-compute[74725]:       <mac address="fa:16:3e:8f:93:4d"/>
Nov 15 17:32:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:11 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:32:11 user nova-compute[74725]:       <target dev="tap5280f54d-1b"/>
Nov 15 17:32:11 user nova-compute[74725]:     </interface>
Nov 15 17:32:11 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:32:11 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/console.log" append="off"/>
Nov 15 17:32:11 user nova-compute[74725]:     </serial>
Nov 15 17:32:11 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:32:11 user nova-compute[74725]:     <video>
Nov 15 17:32:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:11 user nova-compute[74725]:     </video>
Nov 15 17:32:11 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:32:11 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:32:11 user nova-compute[74725]:     </rng>
Nov 15 17:32:11 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:32:11 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:32:11 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:32:11 user nova-compute[74725]:     </memballoon>
Nov 15 17:32:11 user nova-compute[74725]:   </devices>
Nov 15 17:32:11 user nova-compute[74725]: </domain>
Nov 15 17:32:11 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:31:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1438095210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1438095210',id=34,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-54qrk10u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:31:59Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1a41b846-0ca1-4b46-846a-7f8449a97ba8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG os_vif [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c273633-682b-5252-ad8c-e10fc6b34135', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5280f54d-1b, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5280f54d-1b, col_values=(('qos', UUID('108b0569-5ea0-47d6-9c4f-d3d832253cba')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5280f54d-1b, col_values=(('external_ids', {'iface-id': '5280f54d-1bab-4a0c-b100-0bb4b27298a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:93:4d', 'vm-uuid': '1a41b846-0ca1-4b46-846a-7f8449a97ba8'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:11 user nova-compute[74725]: INFO os_vif [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b')
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:32:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:8f:93:4d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:32:12 user nova-compute[74725]: INFO nova.compute.claims [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Claim successful on node user
Nov 15 17:32:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:32:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:32:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Creating image(s)
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "/opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:13 user nova-compute[74725]: WARNING nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor.
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid b4ed4447-b023-4c3f-809b-e10592bbce25 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid c23c0fe3-b4eb-4124-bf89-e48cda14c171 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 5baf092c-2ca9-4720-8770-bd66cee018fa {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid d3a188fe-d0cb-4888-8cd4-41652324a734 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG nova.policy [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0ffc5926a0a44f1af2e0d5ebdeed22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223d57c14de842cbb022a1ce3a54195f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.061s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.067s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Cannot resize image /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Ensure instance console log exists: /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Successfully created port: 5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:32:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance spawned successfully.
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:14 user nova-compute[74725]: INFO nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Took 5.06 seconds to spawn the instance on the hypervisor.
Nov 15 17:32:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:32:15 user nova-compute[74725]: INFO nova.compute.manager [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Took 16.80 seconds to build instance.
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-176f0dfe-563e-4c14-b2d3-6251ee4ab5dd tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.888s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 1.503s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:15 user nova-compute[74725]: INFO nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] During sync_power_state the instance has a pending task (spawning). Skip.
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Successfully updated port: 5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquired lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-changed-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Refreshing instance network info cache due to event network-changed-5b75411f-3948-499c-a835-bf3cdac34958. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] Acquiring lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:15 user nova-compute[74725]: WARNING nova.compute.manager [req-1d21fa52-9735-4e45-8560-8dbe2bfeeb62 req-f923eb1c-5d1a-4564-9f3d-4049298d6109 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state None.
Nov 15 17:32:15 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updating instance_info_cache with network_info: [{"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Releasing lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Instance network_info: |[{"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] Acquired lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.neutron [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Refreshing network info cache for port 5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Start _get_guest_xml network_info=[{"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:32:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:16 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-380077213',display_name='tempest-AttachVolumeNegativeTest-server-380077213',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-380077213',id=35,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/P/BwgEKVL0bXV62x9yagUEEM8EpUbHDXnn81lxQ0g2E2gGwzi0yYUdQDhVzuGvUlj+BjBuqGdqMCHy9esnQ/V2iKbJ8JNBO3J5bwUkv8rmUUr8TQBZF3mX4RGlb7MzA==',key_name='tempest-keypair-1324258661',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-h089g702',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06794d18-7daf-46bc-9c15-4a73e6852bf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'pci_devices' on Instance uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:32:16 user nova-compute[74725]:   <uuid>06794d18-7daf-46bc-9c15-4a73e6852bf9</uuid>
Nov 15 17:32:16 user nova-compute[74725]:   <name>instance-00000023</name>
Nov 15 17:32:16 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:32:16 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:32:16 user nova-compute[74725]:   <metadata>
Nov 15 17:32:16 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:32:16 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeNegativeTest-server-380077213</nova:name>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:32:16</nova:creationTime>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:32:16 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:32:16 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:owner>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:user uuid="a0ffc5926a0a44f1af2e0d5ebdeed22c">tempest-AttachVolumeNegativeTest-1761593158-project-member</nova:user>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:project uuid="223d57c14de842cbb022a1ce3a54195f">tempest-AttachVolumeNegativeTest-1761593158</nova:project>
Nov 15 17:32:16 user nova-compute[74725]:       </nova:owner>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:32:16 user nova-compute[74725]:       <nova:ports>
Nov 15 17:32:16 user nova-compute[74725]:         <nova:port uuid="5b75411f-3948-499c-a835-bf3cdac34958">
Nov 15 17:32:16 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:32:16 user nova-compute[74725]:         </nova:port>
Nov 15 17:32:16 user nova-compute[74725]:       </nova:ports>
Nov 15 17:32:16 user nova-compute[74725]:     </nova:instance>
Nov 15 17:32:16 user nova-compute[74725]:   </metadata>
Nov 15 17:32:16 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:32:16 user nova-compute[74725]:     <system>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="serial">06794d18-7daf-46bc-9c15-4a73e6852bf9</entry>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="uuid">06794d18-7daf-46bc-9c15-4a73e6852bf9</entry>
Nov 15 17:32:16 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:32:16 user nova-compute[74725]:     </system>
Nov 15 17:32:16 user nova-compute[74725]:   </sysinfo>
Nov 15 17:32:16 user nova-compute[74725]:   <os>
Nov 15 17:32:16 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:32:16 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:32:16 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:32:16 user nova-compute[74725]:   </os>
Nov 15 17:32:16 user nova-compute[74725]:   <features>
Nov 15 17:32:16 user nova-compute[74725]:     <acpi/>
Nov 15 17:32:16 user nova-compute[74725]:     <apic/>
Nov 15 17:32:16 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:32:16 user nova-compute[74725]:   </features>
Nov 15 17:32:16 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:32:16 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:32:16 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:32:16 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:32:16 user nova-compute[74725]:   </clock>
Nov 15 17:32:16 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:32:16 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:32:16 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:32:16 user nova-compute[74725]:   </cpu>
Nov 15 17:32:16 user nova-compute[74725]:   <devices>
Nov 15 17:32:16 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:32:16 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:32:16 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk"/>
Nov 15 17:32:16 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:32:16 user nova-compute[74725]:     </disk>
Nov 15 17:32:16 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:32:16 user nova-compute[74725]:       <mac address="fa:16:3e:07:23:d6"/>
Nov 15 17:32:16 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:16 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:32:16 user nova-compute[74725]:       <target dev="tap5b75411f-39"/>
Nov 15 17:32:16 user nova-compute[74725]:     </interface>
Nov 15 17:32:16 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:32:16 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/console.log" append="off"/>
Nov 15 17:32:16 user nova-compute[74725]:     </serial>
Nov 15 17:32:16 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:32:16 user nova-compute[74725]:     <video>
Nov 15 17:32:16 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:16 user nova-compute[74725]:     </video>
Nov 15 17:32:16 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:32:16 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:32:16 user nova-compute[74725]:     </rng>
Nov 15 17:32:16 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:32:16 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:32:16 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:32:16 user nova-compute[74725]:     </memballoon>
Nov 15 17:32:16 user nova-compute[74725]:   </devices>
Nov 15 17:32:16 user nova-compute[74725]: </domain>
Nov 15 17:32:16 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-380077213',display_name='tempest-AttachVolumeNegativeTest-server-380077213',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-380077213',id=35,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/P/BwgEKVL0bXV62x9yagUEEM8EpUbHDXnn81lxQ0g2E2gGwzi0yYUdQDhVzuGvUlj+BjBuqGdqMCHy9esnQ/V2iKbJ8JNBO3J5bwUkv8rmUUr8TQBZF3mX4RGlb7MzA==',key_name='tempest-keypair-1324258661',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-h089g702',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06794d18-7daf-46bc-9c15-4a73e6852bf9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG os_vif [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '10fff784-f6d9-55e7-b941-d57183d1971e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5b75411f-39, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5b75411f-39, col_values=(('qos', UUID('517d953b-d857-41d3-8d5e-61e46e0524c5')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5b75411f-39, col_values=(('external_ids', {'iface-id': '5b75411f-3948-499c-a835-bf3cdac34958', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:23:d6', 'vm-uuid': '06794d18-7daf-46bc-9c15-4a73e6852bf9'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:16 user nova-compute[74725]: INFO os_vif [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39')
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:32:16 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:07:23:d6, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updated VIF entry in instance network info cache for port 5b75411f-3948-499c-a835-bf3cdac34958. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG nova.network.neutron [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updating instance_info_cache with network_info: [{"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5aa2a69f-1248-463e-884a-a9219ee9c09b req-e4ff10a6-c36a-43d7-8f9d-1af8d8af2377 service nova] Releasing lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:17 user nova-compute[74725]: INFO nova.compute.manager [None req-d7904899-dde5-4693-8744-22fa2a62464a tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Get console output
Nov 15 17:32:17 user nova-compute[74725]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 15 17:32:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:18 user nova-compute[74725]: WARNING nova.compute.manager [req-f74d6b71-2bfe-4e54-8996-2d549e9d8853 req-00f2cdb0-87af-481a-be84-85dcfab61df5 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state None.
Nov 15 17:32:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] No waiting events found dispatching network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:18 user nova-compute[74725]: WARNING nova.compute.manager [req-e97a6ade-65d2-48ef-ba01-ee6997f7192f req-b5881b10-88e4-4457-8e4b-69b3ff141cd6 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received unexpected event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 for instance with vm_state building and task_state spawning.
Nov 15 17:32:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:32:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Instance spawned successfully.
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] No waiting events found dispatching network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:20 user nova-compute[74725]: WARNING nova.compute.manager [req-c5099247-532b-4e6e-8d65-b835e3418c7c req-1891e6d0-1d1d-4943-828d-e12ddc8c4924 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received unexpected event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 for instance with vm_state building and task_state spawning.
Nov 15 17:32:20 user nova-compute[74725]: INFO nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Took 6.93 seconds to spawn the instance on the hypervisor.
Nov 15 17:32:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:32:20 user nova-compute[74725]: INFO nova.compute.manager [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Took 7.70 seconds to build instance.
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21c8c56c-b73f-47fd-b002-9e6566acf57f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.798s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 6.907s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:20 user nova-compute[74725]: INFO nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] During sync_power_state the instance has a pending task (spawning). Skip.
Nov 15 17:32:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:32:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8024MB free_disk=24.869869232177734GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 5baf092c-2ca9-4720-8770-bd66cee018fa actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:32:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:32:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:32:31 user nova-compute[74725]: INFO nova.compute.claims [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Claim successful on node user
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.341s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:32:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.policy [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '329bddf310d24f17b83a3885adb08cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b7de91145d47078e71a456a3c69d14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:32:32 user nova-compute[74725]: INFO nova.virt.block_device [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Booting with volume bb24dd49-3197-4757-9d41-129cce936216 at /dev/vda
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0202a0-3f52-435f-a4c5-3a52435187f1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df0f7b0-f14c-4184-8309-687ee14a5c88]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d7361be-4078-4e50-b23c-b5973bcb35ec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08867f2-19bd-44cb-be84-e44387c000f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:32:32 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:32:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c592b95-86fe-415d-a246-0e53ae412fc3]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:32:32 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating existing volume attachment record: b423283a-cde4-4d98-8f7e-1fef43af71a7 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:32:33 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Successfully created port: 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Successfully updated port: 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing instance network info cache due to event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance network_info: |[{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updated VIF entry in instance network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG nova.network.neutron [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d928bda9-2681-46b0-9f87-636563f05d16 req-57be88dc-5f67-46b8-a33b-11dfe469d0f7 service nova] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:32:37 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Creating image(s)
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Ensure instance console log exists: /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start _get_guest_xml network_info=[{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1cd153c8-8f57-4f5d-b0a5-1db51443b955', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb24dd49-3197-4757-9d41-129cce936216', 'serial': 'bb24dd49-3197-4757-9d41-129cce936216'}, 'boot_index': 0, 'attachment_id': 'b423283a-cde4-4d98-8f7e-1fef43af71a7', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:32:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:32:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:32:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:32:37 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aebab2a-a0f1-448c-8b21-131fa2876ed3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:32:37 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2abe153c-f5a1-432c-ba3f-2e33392381f8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216] added
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f6a25d-5eea-460e-b26c-7a5d90b82ddc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c0ceec-b960-47e2-bb34-4e12314303a5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVOqLRWx {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVOqLRWx" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ceab5a2-2e23-4e54-981f-4bac9624d22a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eVOqLRWx'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[29fed410-7aa4-46a6-8159-50def8df4f32]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c95e8692-29de-40b4-b120-f73b4b21ce19]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[be4ecda3-6c46-4e6a-bbcb-18ca0e9db137]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]
Nov 15 17:32:37 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a5d7e5-6d82-4349-ad6e-1cb7f09fc66b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d74be568-e3b8-46ff-b261-5d3b6f116f75]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:32:37 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:32:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e280e07-e625-4a1c-aefe-a2799159d213]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:32:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '26334353433393262', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334353433393262', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBAEs3K3AOvmNLYxppQfUFR+lGX/XmUJOupitG4q/tc17qaDuTZSLui0z+i+fnHK8W29MLaEYnTRr8ZyT6DoNTzcnST8T+ewCkWCslCao+x+pY+0oC13Qzqzmca2Udlng==',key_name='tempest-TestShelveInstance-375016384',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:32Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:32:38 user nova-compute[74725]:   <uuid>1cd153c8-8f57-4f5d-b0a5-1db51443b955</uuid>
Nov 15 17:32:38 user nova-compute[74725]:   <name>instance-00000024</name>
Nov 15 17:32:38 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:32:38 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:32:38 user nova-compute[74725]:   <metadata>
Nov 15 17:32:38 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:32:38 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:32:38 user nova-compute[74725]:       <nova:name>tempest-TestShelveInstance-server-337767227</nova:name>
Nov 15 17:32:38 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:32:37</nova:creationTime>
Nov 15 17:32:38 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:32:38 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:32:38 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:32:38 user nova-compute[74725]:       <nova:owner>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:user uuid="329bddf310d24f17b83a3885adb08cc7">tempest-TestShelveInstance-1701754066-project-member</nova:user>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:project uuid="74b7de91145d47078e71a456a3c69d14">tempest-TestShelveInstance-1701754066</nova:project>
Nov 15 17:32:38 user nova-compute[74725]:       </nova:owner>
Nov 15 17:32:38 user nova-compute[74725]:       <nova:ports>
Nov 15 17:32:38 user nova-compute[74725]:         <nova:port uuid="7c1c4eac-4095-43b3-acf2-7ad0f373bf57">
Nov 15 17:32:38 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:32:38 user nova-compute[74725]:         </nova:port>
Nov 15 17:32:38 user nova-compute[74725]:       </nova:ports>
Nov 15 17:32:38 user nova-compute[74725]:     </nova:instance>
Nov 15 17:32:38 user nova-compute[74725]:   </metadata>
Nov 15 17:32:38 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:32:38 user nova-compute[74725]:     <system>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="serial">1cd153c8-8f57-4f5d-b0a5-1db51443b955</entry>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="uuid">1cd153c8-8f57-4f5d-b0a5-1db51443b955</entry>
Nov 15 17:32:38 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:32:38 user nova-compute[74725]:     </system>
Nov 15 17:32:38 user nova-compute[74725]:   </sysinfo>
Nov 15 17:32:38 user nova-compute[74725]:   <os>
Nov 15 17:32:38 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:32:38 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:32:38 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:32:38 user nova-compute[74725]:   </os>
Nov 15 17:32:38 user nova-compute[74725]:   <features>
Nov 15 17:32:38 user nova-compute[74725]:     <acpi/>
Nov 15 17:32:38 user nova-compute[74725]:     <apic/>
Nov 15 17:32:38 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:32:38 user nova-compute[74725]:   </features>
Nov 15 17:32:38 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:32:38 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:32:38 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:32:38 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:32:38 user nova-compute[74725]:   </clock>
Nov 15 17:32:38 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:32:38 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:32:38 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:32:38 user nova-compute[74725]:   </cpu>
Nov 15 17:32:38 user nova-compute[74725]:   <devices>
Nov 15 17:32:38 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:32:38 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:32:38 user nova-compute[74725]:       <source dev="/dev/sdd"/>
Nov 15 17:32:38 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:32:38 user nova-compute[74725]:       <serial>bb24dd49-3197-4757-9d41-129cce936216</serial>
Nov 15 17:32:38 user nova-compute[74725]:     </disk>
Nov 15 17:32:38 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:32:38 user nova-compute[74725]:       <mac address="fa:16:3e:83:5d:bb"/>
Nov 15 17:32:38 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:38 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:32:38 user nova-compute[74725]:       <target dev="tap7c1c4eac-40"/>
Nov 15 17:32:38 user nova-compute[74725]:     </interface>
Nov 15 17:32:38 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:32:38 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955/console.log" append="off"/>
Nov 15 17:32:38 user nova-compute[74725]:     </serial>
Nov 15 17:32:38 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:32:38 user nova-compute[74725]:     <video>
Nov 15 17:32:38 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:38 user nova-compute[74725]:     </video>
Nov 15 17:32:38 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:32:38 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:32:38 user nova-compute[74725]:     </rng>
Nov 15 17:32:38 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:32:38 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:32:38 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:32:38 user nova-compute[74725]:     </memballoon>
Nov 15 17:32:38 user nova-compute[74725]:   </devices>
Nov 15 17:32:38 user nova-compute[74725]: </domain>
Nov 15 17:32:38 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBAEs3K3AOvmNLYxppQfUFR+lGX/XmUJOupitG4q/tc17qaDuTZSLui0z+i+fnHK8W29MLaEYnTRr8ZyT6DoNTzcnST8T+ewCkWCslCao+x+pY+0oC13Qzqzmca2Udlng==',key_name='tempest-TestShelveInstance-375016384',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:32Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG os_vif [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f7321a1-52a9-5c20-a38e-1feb8f645532', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c1c4eac-40, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c1c4eac-40, col_values=(('qos', UUID('43f3f065-fc49-48f7-b770-b12eb7d6f055')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c1c4eac-40, col_values=(('external_ids', {'iface-id': '7c1c4eac-4095-43b3-acf2-7ad0f373bf57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:5d:bb', 'vm-uuid': '1cd153c8-8f57-4f5d-b0a5-1db51443b955'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:38 user nova-compute[74725]: INFO os_vif [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40')
Nov 15 17:32:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:38 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:32:38 user nova-compute[74725]: INFO nova.compute.claims [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Claim successful on node user
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] No VIF found with MAC fa:16:3e:83:5d:bb, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.484s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:39 user nova-compute[74725]: INFO nova.compute.manager [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Terminating instance
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:32:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.policy [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0528eed9a8742aa9babc4ba5aabdb90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed18b4d43e04adcb07d03246ff06c68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:32:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Creating image(s)
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "/opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "/opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "/opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-28bd31b9-42ef-42bb-89db-bb9ae9bf417b req-a41ceb26-a75e-468f-a950-e0454d4a2495 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-unplugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.part --force-share --output=json" returned: 0 in 0.269s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.virt.images [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] 2ad496be-7485-4c90-ae8f-b8b320e19b26 was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.part /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Successfully created port: d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:32:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Instance destroyed successfully.
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lazy-loading 'resources' on Instance uuid 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:27:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1951001720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1951001720',id=30,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK/gv+bXXcu7Ni//lO1ycsz+0QxlwqArAvll6O24m8jsphMAVYMNys57h8vFv/gWi+pntIzTf/3YBUFej1ycpiZoAJ7xx/B1hcWii6BlEgHByw2oJrXgYFIuFKCcmruspA==',key_name='tempest-keypair-716291169',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:31:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8692b3aaed4345db844975674a0e3c3c',ramdisk_id='',reservation_id='r-shq7v383',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1338746174',owner_user_name='tempest-AttachVolumeShelveTestJSON-1338746174-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:31:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='19bcf1ad20624ef5b9c21e987580a992',uuid=8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converting VIF {"id": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "address": "fa:16:3e:39:13:be", "network": {"id": "6061bc0e-d4e8-49fd-b40a-ce1caae9028a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1875557396-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8692b3aaed4345db844975674a0e3c3c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap590c76f3-5c", "ovs_interfaceid": "590c76f3-5c7b-4efe-a66e-acfdf3c80c45", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG os_vif [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap590c76f3-5c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cdd52c45-8473-4d3d-9a93-7330735590f4) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:41 user nova-compute[74725]: INFO os_vif [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:13:be,bridge_name='br-int',has_traffic_filtering=True,id=590c76f3-5c7b-4efe-a66e-acfdf3c80c45,network=Network(6061bc0e-d4e8-49fd-b40a-ce1caae9028a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap590c76f3-5c')
Nov 15 17:32:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Deleting instance files /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb_del
Nov 15 17:32:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Deletion of /opt/stack/data/nova/instances/8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb_del complete
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.part /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.converted" returned: 0 in 0.476s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:41 user nova-compute[74725]: INFO nova.compute.manager [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Took 1.72 seconds to destroy the instance on the hypervisor.
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943.converted --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.502s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Successfully updated port: d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing instance network info cache due to event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943,backing_fmt=raw /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943,backing_fmt=raw /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk 1073741824" returned: 0 in 0.068s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "e77e4f26f444b356edc47da9e1b869c46d3ce943" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking if we can resize image /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:32:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:42 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Took 0.83 seconds to deallocate network for instance.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Cannot resize image /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Ensure instance console log exists: /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.neutron [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Acquiring lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] No waiting events found dispatching network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:42 user nova-compute[74725]: WARNING nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received unexpected event network-vif-plugged-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 for instance with vm_state deleted and task_state None.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:42 user nova-compute[74725]: WARNING nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state building and task_state spawning.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:42 user nova-compute[74725]: WARNING nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state building and task_state spawning.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-411bc76a-a1b4-4183-9f15-c4c6f1f2b661 req-5ecc08dd-345e-4925-9143-804fba92fe49 service nova] [instance: 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb] Received event network-vif-deleted-590c76f3-5c7b-4efe-a66e-acfdf3c80c45 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance network_info: |[{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Start _get_guest_xml network_info=[{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:32:36Z,direct_url=<?>,disk_format='qcow2',id=2ad496be-7485-4c90-ae8f-b8b320e19b26,min_disk=0,min_ram=0,name='tempest-scenario-img--1090966445',owner='1ed18b4d43e04adcb07d03246ff06c68',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:32:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '2ad496be-7485-4c90-ae8f-b8b320e19b26'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:32:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:32:36Z,direct_url=<?>,disk_format='qcow2',id=2ad496be-7485-4c90-ae8f-b8b320e19b26,min_disk=0,min_ram=0,name='tempest-scenario-img--1090966445',owner='1ed18b4d43e04adcb07d03246ff06c68',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:32:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-394059613',display_name='tempest-TestMinimumBasicScenario-server-394059613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-394059613',id=37,image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIdEMu4WTMChV+cIbQ5lwetw9NMVb7WelyenDijLPdPKtac27ZfTibJDyjn3QIQgm1205MfZv0/E8AnK1ekPZQTg14zlH3bH1XovduU6CAWNy/QygX0VysMEVree6EPJw==',key_name='tempest-TestMinimumBasicScenario-435415111',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-b1y8kb3h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:40Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.objects.instance [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'pci_devices' on Instance uuid 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:32:42 user nova-compute[74725]:   <uuid>14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931</uuid>
Nov 15 17:32:42 user nova-compute[74725]:   <name>instance-00000025</name>
Nov 15 17:32:42 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:32:42 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:32:42 user nova-compute[74725]:   <metadata>
Nov 15 17:32:42 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:32:42 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:name>tempest-TestMinimumBasicScenario-server-394059613</nova:name>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:32:42</nova:creationTime>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:32:42 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:32:42 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:owner>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:user uuid="c0528eed9a8742aa9babc4ba5aabdb90">tempest-TestMinimumBasicScenario-317284105-project-member</nova:user>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:project uuid="1ed18b4d43e04adcb07d03246ff06c68">tempest-TestMinimumBasicScenario-317284105</nova:project>
Nov 15 17:32:42 user nova-compute[74725]:       </nova:owner>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:root type="image" uuid="2ad496be-7485-4c90-ae8f-b8b320e19b26"/>
Nov 15 17:32:42 user nova-compute[74725]:       <nova:ports>
Nov 15 17:32:42 user nova-compute[74725]:         <nova:port uuid="d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e">
Nov 15 17:32:42 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 17:32:42 user nova-compute[74725]:         </nova:port>
Nov 15 17:32:42 user nova-compute[74725]:       </nova:ports>
Nov 15 17:32:42 user nova-compute[74725]:     </nova:instance>
Nov 15 17:32:42 user nova-compute[74725]:   </metadata>
Nov 15 17:32:42 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:32:42 user nova-compute[74725]:     <system>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="serial">14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931</entry>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="uuid">14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931</entry>
Nov 15 17:32:42 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:32:42 user nova-compute[74725]:     </system>
Nov 15 17:32:42 user nova-compute[74725]:   </sysinfo>
Nov 15 17:32:42 user nova-compute[74725]:   <os>
Nov 15 17:32:42 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:32:42 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:32:42 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:32:42 user nova-compute[74725]:   </os>
Nov 15 17:32:42 user nova-compute[74725]:   <features>
Nov 15 17:32:42 user nova-compute[74725]:     <acpi/>
Nov 15 17:32:42 user nova-compute[74725]:     <apic/>
Nov 15 17:32:42 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:32:42 user nova-compute[74725]:   </features>
Nov 15 17:32:42 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:32:42 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:32:42 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:32:42 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:32:42 user nova-compute[74725]:   </clock>
Nov 15 17:32:42 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:32:42 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:32:42 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:32:42 user nova-compute[74725]:   </cpu>
Nov 15 17:32:42 user nova-compute[74725]:   <devices>
Nov 15 17:32:42 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:32:42 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:32:42 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk"/>
Nov 15 17:32:42 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:32:42 user nova-compute[74725]:     </disk>
Nov 15 17:32:42 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:32:42 user nova-compute[74725]:       <mac address="fa:16:3e:0d:84:fa"/>
Nov 15 17:32:42 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:42 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:32:42 user nova-compute[74725]:       <target dev="tapd74fa8b4-75"/>
Nov 15 17:32:42 user nova-compute[74725]:     </interface>
Nov 15 17:32:42 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:32:42 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/console.log" append="off"/>
Nov 15 17:32:42 user nova-compute[74725]:     </serial>
Nov 15 17:32:42 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:32:42 user nova-compute[74725]:     <video>
Nov 15 17:32:42 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:32:42 user nova-compute[74725]:     </video>
Nov 15 17:32:42 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:32:42 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:32:42 user nova-compute[74725]:     </rng>
Nov 15 17:32:42 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:32:42 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:32:42 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:32:42 user nova-compute[74725]:     </memballoon>
Nov 15 17:32:42 user nova-compute[74725]:   </devices>
Nov 15 17:32:42 user nova-compute[74725]: </domain>
Nov 15 17:32:42 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-394059613',display_name='tempest-TestMinimumBasicScenario-server-394059613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-394059613',id=37,image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIdEMu4WTMChV+cIbQ5lwetw9NMVb7WelyenDijLPdPKtac27ZfTibJDyjn3QIQgm1205MfZv0/E8AnK1ekPZQTg14zlH3bH1XovduU6CAWNy/QygX0VysMEVree6EPJw==',key_name='tempest-TestMinimumBasicScenario-435415111',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-b1y8kb3h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:40Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG os_vif [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6def5170-d1ed-52f6-abab-1b2b56ea3ba5', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd74fa8b4-75, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd74fa8b4-75, col_values=(('qos', UUID('13cd83a7-1121-4f0f-acc6-31564fd7059e')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd74fa8b4-75, col_values=(('external_ids', {'iface-id': 'd74fa8b4-75b1-45bb-89d3-b721f9f6fe1e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:84:fa', 'vm-uuid': '14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:42 user nova-compute[74725]: INFO os_vif [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75')
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No VIF found with MAC fa:16:3e:0d:84:fa, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.452s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Deleted allocations for instance 8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e53fe672-85ea-48b9-89ec-d80079fb456c tempest-AttachVolumeShelveTestJSON-1338746174 tempest-AttachVolumeShelveTestJSON-1338746174-project-member] Lock "8483ce2b-c6b4-47ae-ae6a-f8db1c6095eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.217s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updated VIF entry in instance network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a90af8eb-f849-4df9-a475-72a0f321343c req-2f8cef91-5991-49a6-baad-97b2c9ac9558 service nova] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:32:42 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance spawned successfully.
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:43 user nova-compute[74725]: INFO nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Took 5.59 seconds to spawn the instance on the hypervisor.
Nov 15 17:32:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:32:43 user nova-compute[74725]: INFO nova.compute.manager [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Took 11.30 seconds to build instance.
Nov 15 17:32:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1bc4b364-fbb9-498f-8ccb-be96cd917d8e tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.670s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:44 user nova-compute[74725]: WARNING nova.compute.manager [req-e16c6dda-0c44-4299-b4a3-f4a42a3dc92d req-fbfd8c24-3009-46c1-b9bb-1bb636f210fe service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state building and task_state spawning.
Nov 15 17:32:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.compute.manager [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:32:46 user nova-compute[74725]: WARNING nova.compute.manager [req-ec3a6f57-afdb-4b0f-95c6-b35b3d831603 req-8c9e43b7-da4a-4e76-b20e-329dc6da41aa service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state building and task_state spawning.
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:32:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance spawned successfully.
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:32:46 user nova-compute[74725]: INFO nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Took 6.57 seconds to spawn the instance on the hypervisor.
Nov 15 17:32:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:32:46 user nova-compute[74725]: INFO nova.compute.manager [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Took 7.55 seconds to build instance.
Nov 15 17:32:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-8e34c4e4-a0ab-4f64-a375-ae3dca1a03fd tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.700s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:32:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:32:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:18 user nova-compute[74725]: INFO nova.compute.manager [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Terminating instance
Nov 15 17:33:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-26aa0e60-7715-45f9-8536-2113283f034a req-8d7bc4b0-c6d3-45a5-a89d-f2fe70952411 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-unplugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:33:19 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Instance destroyed successfully.
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.objects.instance [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'resources' on Instance uuid 5baf092c-2ca9-4720-8770-bd66cee018fa {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-644559451',display_name='tempest-ServerActionsTestOtherA-server-644559451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-644559451',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-pmznaruz',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:30:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=5baf092c-2ca9-4720-8770-bd66cee018fa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "c4d94348-b560-42e1-80b1-eb60b5aed425", "address": "fa:16:3e:e5:9d:22", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc4d94348-b5", "ovs_interfaceid": "c4d94348-b560-42e1-80b1-eb60b5aed425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_vif [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc4d94348-b5, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e0de5ff-b9eb-4b4e-89ec-c278ece5c922) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:19 user nova-compute[74725]: INFO os_vif [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:9d:22,bridge_name='br-int',has_traffic_filtering=True,id=c4d94348-b560-42e1-80b1-eb60b5aed425,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc4d94348-b5')
Nov 15 17:33:19 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oPbFCLTl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:33:19 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab0c77e-feb2-4f43-872d-15430772872d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:33:19 user nova-compute[74725]: No targets found.
Nov 15 17:33:19 user nova-compute[74725]: iSNS:
Nov 15 17:33:19 user nova-compute[74725]: No targets found.
Nov 15 17:33:19 user nova-compute[74725]: STATIC:
Nov 15 17:33:19 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5
Nov 15 17:33:19 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:33:19 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:33:19 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:33:19 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:33:19 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:33:19 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:33:19 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:33:19 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:33:19 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:33:19 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:33:19 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:33:19 user nova-compute[74725]: FIRMWARE:
Nov 15 17:33:19 user nova-compute[74725]: No targets found.
Nov 15 17:33:19 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:33:19 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:33:19 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa7c19d-f70a-414a-abed-a90f9a491ce3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[027237c6-acf7-4308-906d-144237cfc738]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:33:19 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:33:19 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:33:19 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac640430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5'): ({'sdf'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Removing single pathed devices sdf {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[35273a59-e23f-4668-b51c-c726f89f2f7c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[37360e05-7ea6-4250-ab9b-2715f198ea33]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Flushing IO for device /dev/sdf {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa943d2c-f8df-469e-b90c-1028e7525dd1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2507fd-f7f5-4565-ab78-66b18f4198d6]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_678ffd4b', '/dev/disk/by-id/scsi-1SCST_BIO678ffd4b-3806afd17e0bcc94', '/dev/disk/by-id/scsi-23338303661666431') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd67408-d1f0-4ff8-b542-b9fc03c271cf]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b960c72-69d9-4483-ab6b-ca69ca44da58]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.143s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[60129139-9465-4264-a79e-c2c01d43c1fe]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260]
Nov 15 17:33:20 user nova-compute[74725]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5, portal: 172.16.0.220,3260] successful.
Nov 15 17:33:20 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e88296ca-9b80-4b7e-86b4-ece9d41027c5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.116s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0ae30d-9968-4c2e-97d0-b7863f13c514]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.577s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] <== disconnect_volume: return (578ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:33:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Deleting instance files /opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa_del
Nov 15 17:33:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Deletion of /opt/stack/data/nova/instances/5baf092c-2ca9-4720-8770-bd66cee018fa_del complete
Nov 15 17:33:20 user nova-compute[74725]: INFO nova.compute.manager [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Took 1.68 seconds to destroy the instance on the hypervisor.
Nov 15 17:33:20 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:33:20 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] Acquiring lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG nova.compute.manager [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] No waiting events found dispatching network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:21 user nova-compute[74725]: WARNING nova.compute.manager [req-7317432d-1fbf-4e72-9b77-61b6f7ba656e req-79a6116e-a136-4466-9890-68fa76ba9ae1 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received unexpected event network-vif-plugged-c4d94348-b560-42e1-80b1-eb60b5aed425 for instance with vm_state active and task_state deleting.
Nov 15 17:33:21 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:33:21 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Took 0.88 seconds to deallocate network for instance.
Nov 15 17:33:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:22 user nova-compute[74725]: INFO nova.compute.manager [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Took 0.74 seconds to detach 1 volumes for instance.
Nov 15 17:33:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Deleting volume: e88296ca-9b80-4b7e-86b4-ece9d41027c5 {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:33:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:22 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:33:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:33:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:22 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Deleted allocations for instance 5baf092c-2ca9-4720-8770-bd66cee018fa
Nov 15 17:33:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-0892ba8a-58f6-4def-b7fe-133c856d4031 tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "5baf092c-2ca9-4720-8770-bd66cee018fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-5b742bf1-fced-4ae1-b726-30c47eb22dbf req-d650cce3-e93e-405c-82cb-997cea749211 service nova] [instance: 5baf092c-2ca9-4720-8770-bd66cee018fa] Received event network-vif-deleted-c4d94348-b560-42e1-80b1-eb60b5aed425 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:25 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:33:26 user nova-compute[74725]: INFO nova.compute.claims [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Claim successful on node user
Nov 15 17:33:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.378s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.078s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:33:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.policy [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1881122a281c43ffb5bb85fc8bbea910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47141c843cbb45b9b28a6e22fcd4d43f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:33:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Creating image(s)
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "/opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "/opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "/opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk 1073741824" returned: 0 in 0.051s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Successfully created port: a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Cannot resize image /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Ensure instance console log exists: /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Successfully updated port: a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquired lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-changed-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Refreshing instance network info cache due to event network-changed-a212f2ba-9c83-41c7-81b7-e52081a521a2. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] Acquiring lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Updating instance_info_cache with network_info: [{"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Releasing lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Instance network_info: |[{"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] Acquired lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.neutron [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Refreshing network info cache for port a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Start _get_guest_xml network_info=[{"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:33:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:28 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:33:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1497442727',display_name='tempest-VolumesActionsTest-instance-1497442727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1497442727',id=38,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-nx6205m1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:33:27Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=d604725d-2271-4b4b-ab7f-04d49b67b170,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lazy-loading 'pci_devices' on Instance uuid d604725d-2271-4b4b-ab7f-04d49b67b170 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:33:28 user nova-compute[74725]:   <uuid>d604725d-2271-4b4b-ab7f-04d49b67b170</uuid>
Nov 15 17:33:28 user nova-compute[74725]:   <name>instance-00000026</name>
Nov 15 17:33:28 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:33:28 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:33:28 user nova-compute[74725]:   <metadata>
Nov 15 17:33:28 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:33:28 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:name>tempest-VolumesActionsTest-instance-1497442727</nova:name>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:33:28</nova:creationTime>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:33:28 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:33:28 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:owner>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:user uuid="1881122a281c43ffb5bb85fc8bbea910">tempest-VolumesActionsTest-1414960343-project-member</nova:user>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:project uuid="47141c843cbb45b9b28a6e22fcd4d43f">tempest-VolumesActionsTest-1414960343</nova:project>
Nov 15 17:33:28 user nova-compute[74725]:       </nova:owner>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:33:28 user nova-compute[74725]:       <nova:ports>
Nov 15 17:33:28 user nova-compute[74725]:         <nova:port uuid="a212f2ba-9c83-41c7-81b7-e52081a521a2">
Nov 15 17:33:28 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:33:28 user nova-compute[74725]:         </nova:port>
Nov 15 17:33:28 user nova-compute[74725]:       </nova:ports>
Nov 15 17:33:28 user nova-compute[74725]:     </nova:instance>
Nov 15 17:33:28 user nova-compute[74725]:   </metadata>
Nov 15 17:33:28 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:33:28 user nova-compute[74725]:     <system>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="serial">d604725d-2271-4b4b-ab7f-04d49b67b170</entry>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="uuid">d604725d-2271-4b4b-ab7f-04d49b67b170</entry>
Nov 15 17:33:28 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:33:28 user nova-compute[74725]:     </system>
Nov 15 17:33:28 user nova-compute[74725]:   </sysinfo>
Nov 15 17:33:28 user nova-compute[74725]:   <os>
Nov 15 17:33:28 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:33:28 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:33:28 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:33:28 user nova-compute[74725]:   </os>
Nov 15 17:33:28 user nova-compute[74725]:   <features>
Nov 15 17:33:28 user nova-compute[74725]:     <acpi/>
Nov 15 17:33:28 user nova-compute[74725]:     <apic/>
Nov 15 17:33:28 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:33:28 user nova-compute[74725]:   </features>
Nov 15 17:33:28 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:33:28 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:33:28 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:33:28 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:33:28 user nova-compute[74725]:   </clock>
Nov 15 17:33:28 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:33:28 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:33:28 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:33:28 user nova-compute[74725]:   </cpu>
Nov 15 17:33:28 user nova-compute[74725]:   <devices>
Nov 15 17:33:28 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:33:28 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:33:28 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk"/>
Nov 15 17:33:28 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:33:28 user nova-compute[74725]:     </disk>
Nov 15 17:33:28 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:33:28 user nova-compute[74725]:       <mac address="fa:16:3e:35:6f:a0"/>
Nov 15 17:33:28 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:33:28 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:33:28 user nova-compute[74725]:       <target dev="tapa212f2ba-9c"/>
Nov 15 17:33:28 user nova-compute[74725]:     </interface>
Nov 15 17:33:28 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:33:28 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/console.log" append="off"/>
Nov 15 17:33:28 user nova-compute[74725]:     </serial>
Nov 15 17:33:28 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:33:28 user nova-compute[74725]:     <video>
Nov 15 17:33:28 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:33:28 user nova-compute[74725]:     </video>
Nov 15 17:33:28 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:33:28 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:33:28 user nova-compute[74725]:     </rng>
Nov 15 17:33:28 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:33:28 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:33:28 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:33:28 user nova-compute[74725]:     </memballoon>
Nov 15 17:33:28 user nova-compute[74725]:   </devices>
Nov 15 17:33:28 user nova-compute[74725]: </domain>
Nov 15 17:33:28 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:33:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1497442727',display_name='tempest-VolumesActionsTest-instance-1497442727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1497442727',id=38,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-nx6205m1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:33:27Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=d604725d-2271-4b4b-ab7f-04d49b67b170,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG os_vif [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d846ce3-6d51-5ea2-b942-77d04163992f', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa212f2ba-9c, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa212f2ba-9c, col_values=(('qos', UUID('2432bfdb-1838-4ed9-96d6-95f54de91000')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa212f2ba-9c, col_values=(('external_ids', {'iface-id': 'a212f2ba-9c83-41c7-81b7-e52081a521a2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:6f:a0', 'vm-uuid': 'd604725d-2271-4b4b-ab7f-04d49b67b170'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:28 user nova-compute[74725]: INFO os_vif [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c')
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] No VIF found with MAC fa:16:3e:35:6f:a0, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] No waiting events found dispatching network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:32 user nova-compute[74725]: WARNING nova.compute.manager [req-84138bdc-3678-4eee-9999-d9e1ae150f01 req-a22a38c1-1a83-4169-b663-341c46178191 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received unexpected event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 for instance with vm_state building and task_state spawning.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:33:32 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:32 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7801MB free_disk=24.791324615478516GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Instance spawned successfully.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Updated VIF entry in instance network info cache for port a212f2ba-9c83-41c7-81b7-e52081a521a2. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Updating instance_info_cache with network_info: [{"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a59f3df4-b285-4fdb-853f-51bd75d08517 req-a2694a9b-5417-4e3f-bca9-26ed222d8c61 service nova] Releasing lock "refresh_cache-d604725d-2271-4b4b-ab7f-04d49b67b170" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:33:32 user nova-compute[74725]: INFO nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Took 5.85 seconds to spawn the instance on the hypervisor.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b4ed4447-b023-4c3f-809b-e10592bbce25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1cd153c8-8f57-4f5d-b0a5-1db51443b955 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d604725d-2271-4b4b-ab7f-04d49b67b170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:33:32 user nova-compute[74725]: INFO nova.compute.manager [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Took 6.67 seconds to build instance.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47367112-ce95-442c-8155-cd35fbee64eb tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.119s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.manager [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] No waiting events found dispatching network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:32 user nova-compute[74725]: WARNING nova.compute.manager [req-cd5aceed-8b8b-4b69-884a-2fa16cf6b7cb req-40c12731-bc90-4470-9007-8bd62414a65c service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received unexpected event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 for instance with vm_state active and task_state None.
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:33:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.507s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:33:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:33:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:49 user nova-compute[74725]: INFO nova.compute.manager [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Rescuing
Nov 15 17:33:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG nova.network.neutron [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating instance_info_cache with network_info: [{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:50 user nova-compute[74725]: WARNING nova.compute.manager [req-d3178d27-7fd0-4915-91bc-54bbe527dbe7 req-b35ca74d-edf7-4c19-bec5-12bc62f42fbf service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state rescuing.
Nov 15 17:33:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance destroyed successfully.
Nov 15 17:33:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Attempting a stable device rescue
Nov 15 17:33:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74725) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance directory exists: not creating {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 17:33:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Creating image(s)
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.part --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG nova.virt.images [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] 1393c643-1beb-469a-83c2-bd27999d753a was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:33:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.part /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:52 user nova-compute[74725]: WARNING nova.compute.manager [req-4c3abb82-170d-4972-bf47-e92962dcb2f8 req-e0621f1b-565d-4bc9-a6ed-b4740eff70df service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state rescuing.
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.part /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.converted" returned: 0 in 0.301s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.846s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2 --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2,backing_fmt=raw /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2,backing_fmt=raw /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue" returned: 0 in 0.050s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1e3b65202f0dc5909b83b9d9b5b937480f4de2c2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'migration_context' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1a41b846-0ca1-4b46-846a-7f8449a97ba8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start _get_guest_xml network_info=[{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:8f:93:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1393c643-1beb-469a-83c2-bd27999d753a', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '1a41b846-0ca1-4b46-846a-7f8449a97ba8', 'attached_at': '', 'detached_at': '', 'volume_id': 'be800485-d81d-4427-a1e5-314c2ae1466c', 'serial': 'be800485-d81d-4427-a1e5-314c2ae1466c'}, 'boot_index': 0, 'attachment_id': 'c1d0caa3-5c6b-46b3-88ea-c1723774116b', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1a41b846-0ca1-4b46-846a-7f8449a97ba8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'numa_topology' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1a41b846-0ca1-4b46-846a-7f8449a97ba8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:33:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.objects.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1a41b846-0ca1-4b46-846a-7f8449a97ba8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:33:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:33:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:33:52 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[09aa92e3-f4b8-4185-bd10-73ecc7eeda10]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = XsBPkczp\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 17:33:52 user nova-compute[74725]: node.name = iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:33:52 user nova-compute[74725]: node.tpgt = -1
Nov 15 17:33:52 user nova-compute[74725]: node.startup = automatic
Nov 15 17:33:52 user nova-compute[74725]: node.leading_login = No
Nov 15 17:33:52 user nova-compute[74725]: iface.iscsi_ifacename = default
Nov 15 17:33:52 user nova-compute[74725]: iface.net_ifacename = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.ipaddress = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.prefix_len = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.hwaddress = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.transport_name = tcp
Nov 15 17:33:52 user nova-compute[74725]: iface.initiatorname = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.vlan_id = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.vlan_priority = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.vlan_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.iface_num = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.mtu = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.port = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.bootproto = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.subnet_mask = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.gateway = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_alt_client_id = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_dns = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_learn_iqn = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_vendor_id_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_vendor_id = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.dhcp_slp_da = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.fragmentation = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.gratuitous_arp = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.incoming_forwarding = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.tos_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.tos = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.ttl = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.delayed_ack = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.tcp_nagle = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.tcp_wsf_state = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.tcp_wsf = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.tcp_timer_scale = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.tcp_timestamp = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.redirect = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.def_task_mgmt_timeout = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.header_digest = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.data_digest = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.immediate_data = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.initial_r2t = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.data_seq_inorder = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.data_pdu_inorder = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.erl = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.max_receive_data_len = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.first_burst_len = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.max_outstanding_r2t = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.max_burst_len = 0
Nov 15 17:33:52 user nova-compute[74725]: iface.chap_auth = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.bidi_chap = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.strict_login_compliance = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.discovery_auth = <empty>
Nov 15 17:33:52 user nova-compute[74725]: iface.discovery_logout = <empty>
Nov 15 17:33:52 user nova-compute[74725]: node.discovery_address = <empty>
Nov 15 17:33:52 user nova-compute[74725]: node.discovery_port = 0
Nov 15 17:33:52 user nova-compute[74725]: node.discovery_type = static
Nov 15 17:33:52 user nova-compute[74725]: node.session.initial_cmdsn = 0
Nov 15 17:33:52 user nova-compute[74725]: node.session.initial_login_retry_max = 8
Nov 15 17:33:52 user nova-compute[74725]: node.session.xmit_thread_priority = -20
Nov 15 17:33:52 user nova-compute[74725]: node.session.cmds_max = 128
Nov 15 17:33:52 user nova-compute[74725]: node.session.queue_depth = 32
Nov 15 17:33:52 user nova-compute[74725]: node.session.nr_sessions = 1
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.authmethod = CHAP
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.username = XsBPkczp
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.password = ***
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.username_in = <empty>
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.password_in = <empty>
Nov 15 17:33:52 user nova-compute[74725]: node.session.auth.chap_algs = MD5
Nov 15 17:33:52 user nova-compute[74725]: node.session.timeo.replacement_timeout = 120
Nov 15 17:33:52 user nova-compute[74725]: node.session.err_timeo.abort_timeout = 15
Nov 15 17:33:52 user nova-compute[74725]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 17:33:52 user nova-compute[74725]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 17:33:52 user nova-compute[74725]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.FastAbort = Yes
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.InitialR2T = No
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.ImmediateData = Yes
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.MaxConnections = 1
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 17:33:52 user nova-compute[74725]: node.session.iscsi.ERL = 0
Nov 15 17:33:52 user nova-compute[74725]: node.session.scan = manual
Nov 15 17:33:52 user nova-compute[74725]: node.session.reopen_max = 0
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].address = 172.16.0.220
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].port = 3260
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].startup = manual
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].tcp.window_size = 524288
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].tcp.type_of_service = 0
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].timeo.logout_timeout = 15
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].timeo.login_timeout = 15
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].timeo.auth_timeout = 45
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.DataDigest = None
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.IFMarker = No
Nov 15 17:33:52 user nova-compute[74725]: node.conn[0].iscsi.OFMarker = No
Nov 15 17:33:52 user nova-compute[74725]: # END RECORD
Nov 15 17:33:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4e5e6a-cef8-4339-9916-7172edf60eee]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fcfa205-2f49-486f-b97b-1840c82ec7fe]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XsBPkczp {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XsBPkczp" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27102628-88c7-4ee9-a49e-08242036021e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XsBPkczp'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70adb39-2482-4b40-a3ff-10b121c3c324]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0810f47a-41a0-4e7e-9e61-f335540353fe]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:33:52 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:33:52 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:33:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:33:52 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:33:52 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:33:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.143s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] HCTL ('33', '0', '0', 0) found on session 41 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:33:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c12e68-2268-49a7-9ecf-a6ed066b9d69]: (4, ('0 0 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Searching for a device in session 41 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.170s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== connect_volume: return (171ms) {'type': 'block', 'scsi_wwn': '23664313935386362', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664313935386362', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:31:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1438095210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1438095210',id=34,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-54qrk10u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:32:15Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1a41b846-0ca1-4b46-846a-7f8449a97ba8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:8f:93:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "vif_mac": "fa:16:3e:8f:93:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.objects.instance [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'pci_devices' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.objects.base [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Object Instance<1a41b846-0ca1-4b46-846a-7f8449a97ba8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:33:53 user nova-compute[74725]:   <uuid>1a41b846-0ca1-4b46-846a-7f8449a97ba8</uuid>
Nov 15 17:33:53 user nova-compute[74725]:   <name>instance-00000022</name>
Nov 15 17:33:53 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:33:53 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:33:53 user nova-compute[74725]:   <metadata>
Nov 15 17:33:53 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:33:53 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1438095210</nova:name>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:33:52</nova:creationTime>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:33:53 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:33:53 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:owner>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:user uuid="0dda8adf120a446b95e9ef26d623b06a">tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member</nova:user>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:project uuid="da04e3c341024bae801a79a992e086c6">tempest-ServerBootFromVolumeStableRescueTest-914201394</nova:project>
Nov 15 17:33:53 user nova-compute[74725]:       </nova:owner>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:33:53 user nova-compute[74725]:       <nova:ports>
Nov 15 17:33:53 user nova-compute[74725]:         <nova:port uuid="5280f54d-1bab-4a0c-b100-0bb4b27298a3">
Nov 15 17:33:53 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 15 17:33:53 user nova-compute[74725]:         </nova:port>
Nov 15 17:33:53 user nova-compute[74725]:       </nova:ports>
Nov 15 17:33:53 user nova-compute[74725]:     </nova:instance>
Nov 15 17:33:53 user nova-compute[74725]:   </metadata>
Nov 15 17:33:53 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:33:53 user nova-compute[74725]:     <system>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="serial">1a41b846-0ca1-4b46-846a-7f8449a97ba8</entry>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="uuid">1a41b846-0ca1-4b46-846a-7f8449a97ba8</entry>
Nov 15 17:33:53 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:33:53 user nova-compute[74725]:     </system>
Nov 15 17:33:53 user nova-compute[74725]:   </sysinfo>
Nov 15 17:33:53 user nova-compute[74725]:   <os>
Nov 15 17:33:53 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:33:53 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:33:53 user nova-compute[74725]:   </os>
Nov 15 17:33:53 user nova-compute[74725]:   <features>
Nov 15 17:33:53 user nova-compute[74725]:     <acpi/>
Nov 15 17:33:53 user nova-compute[74725]:     <apic/>
Nov 15 17:33:53 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:33:53 user nova-compute[74725]:   </features>
Nov 15 17:33:53 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:33:53 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:33:53 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:33:53 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:33:53 user nova-compute[74725]:   </clock>
Nov 15 17:33:53 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:33:53 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:33:53 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:33:53 user nova-compute[74725]:   </cpu>
Nov 15 17:33:53 user nova-compute[74725]:   <devices>
Nov 15 17:33:53 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:33:53 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:33:53 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:33:53 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:33:53 user nova-compute[74725]:       <serial>be800485-d81d-4427-a1e5-314c2ae1466c</serial>
Nov 15 17:33:53 user nova-compute[74725]:     </disk>
Nov 15 17:33:53 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:33:53 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:33:53 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue"/>
Nov 15 17:33:53 user nova-compute[74725]:       <target dev="vdb" bus="virtio"/>
Nov 15 17:33:53 user nova-compute[74725]:       <boot order="1"/>
Nov 15 17:33:53 user nova-compute[74725]:     </disk>
Nov 15 17:33:53 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:33:53 user nova-compute[74725]:       <mac address="fa:16:3e:8f:93:4d"/>
Nov 15 17:33:53 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:33:53 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:33:53 user nova-compute[74725]:       <target dev="tap5280f54d-1b"/>
Nov 15 17:33:53 user nova-compute[74725]:     </interface>
Nov 15 17:33:53 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:33:53 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/console.log" append="off"/>
Nov 15 17:33:53 user nova-compute[74725]:     </serial>
Nov 15 17:33:53 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:33:53 user nova-compute[74725]:     <video>
Nov 15 17:33:53 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:33:53 user nova-compute[74725]:     </video>
Nov 15 17:33:53 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:33:53 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:33:53 user nova-compute[74725]:     </rng>
Nov 15 17:33:53 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:33:53 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:33:53 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:33:53 user nova-compute[74725]:     </memballoon>
Nov 15 17:33:53 user nova-compute[74725]:   </devices>
Nov 15 17:33:53 user nova-compute[74725]: </domain>
Nov 15 17:33:53 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:33:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance destroyed successfully.
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] No VIF found with MAC fa:16:3e:8f:93:4d, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:33:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG nova.compute.manager [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:54 user nova-compute[74725]: WARNING nova.compute.manager [req-f747c24f-c693-4c53-a934-18fe782cf42c req-b66257da-515b-43d3-b483-49ef3d41cc31 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state rescuing.
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG nova.compute.manager [None req-29ec4d3b-459f-43f3-996d-800fdb616934 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:33:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:33:56 user nova-compute[74725]: WARNING nova.compute.manager [req-f31fa58b-baef-4cda-85ff-5689e9caff35 req-3f0731de-1ac6-431b-9e18-33f549d7e136 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state rescued and task_state None.
Nov 15 17:33:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-changed-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Refreshing instance network info cache due to event network-changed-5b75411f-3948-499c-a835-bf3cdac34958. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] Acquiring lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] Acquired lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:03 user nova-compute[74725]: DEBUG nova.network.neutron [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Refreshing network info cache for port 5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:04 user nova-compute[74725]: DEBUG nova.network.neutron [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updated VIF entry in instance network info cache for port 5b75411f-3948-499c-a835-bf3cdac34958. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:04 user nova-compute[74725]: DEBUG nova.network.neutron [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updating instance_info_cache with network_info: [{"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dd8e4e21-8b85-4ef6-ad15-f9825b0bd114 req-2e96f6a2-ee84-4438-a85c-94c4d4da725f service nova] Releasing lock "refresh_cache-06794d18-7daf-46bc-9c15-4a73e6852bf9" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG nova.objects.instance [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:05 user nova-compute[74725]: INFO nova.compute.manager [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Attaching volume dad94488-44a0-4351-946f-c1f9897e1fc1 to /dev/vdb
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.utils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c7fc6e-6746-4df7-981d-91bc87cc1643]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8736af-fc56-4532-91af-bc5250d8009c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b630dcea-a702-4774-a0f9-6f74cec1e15a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7d6595-b138-40b7-b176-a5478c44fac9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:34:05 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:34:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe6916f-49c3-498d-9814-4ea9124189d1]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG os_brick.utils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:34:05 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updating existing volume attachment record: 54d683cf-79df-4fe8-ad5f-21ae4ffc7cc8 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:34:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UpzuIOcD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:34:11 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:34:11 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:34:11 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e97fc2c0-1907-4f42-a8b5-4ddf3b75be9c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:34:11 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2981654-173f-4669-a5c9-a0002b1ba490]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1] added
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[04286ced-9a8c-4d8c-b02c-977b83dd284f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[db74d29a-9ca0-4e8b-9e3a-187488db05c0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UpzuIOcD {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UpzuIOcD" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[166d326a-f835-4df6-a663-797ea8e00bac]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UpzuIOcD'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a57a8d-a665-4487-8e00-20c88db2d7d5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[32dc812d-e412-44a9-b557-34cd37c7c515]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[47503686-7b1a-4b59-8fee-5aec67069a52]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260]
Nov 15 17:34:11 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260] successful.
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd404cb7-1749-45bc-8793-98528cc65498]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c399128-1744-46c5-9120-c8a76b7f557f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] HCTL ('36', '-', '-', 0) found on session 43 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[33ba61e3-3a00-4951-8a46-c3cc7ec13700]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:34:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UpzuIOcD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23631643163306134', 'path': '/dev/sde'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631643163306134', 'path': '/dev/sde'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.objects.instance [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:34:12 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:34:12 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:34:12 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:34:12 user nova-compute[74725]:   <serial>dad94488-44a0-4351-946f-c1f9897e1fc1</serial>
Nov 15 17:34:12 user nova-compute[74725]: </disk>
Nov 15 17:34:12 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:12 user nova-compute[74725]: INFO nova.compute.manager [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Terminating instance
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:07:23:d6, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-ffb7a00a-0fda-4ebd-8e09-b5e4dfa71a81 req-7874cbd0-c821-49dc-8422-cfe619abc2cd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-951ac1bc-5091-489e-adb7-a250fb2a3a04 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.415s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Instance destroyed successfully.
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lazy-loading 'resources' on Instance uuid b4ed4447-b023-4c3f-809b-e10592bbce25 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:15:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-458425045',display_name='tempest-ServerActionsTestOtherA-server-458425045',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-458425045',id=4,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOCRFco5ehlA+4akH0ej/xT2QDkaV7k8tCDaT8H8U/cPwEktWYXJUwvj/1dEVkzfw+btIr36mV+3HeG0NRxSD18GJEmEm9x6Uqux8g3qx5UXk64eXhNsmCP1kprJvODr0w==',key_name='tempest-keypair-216297426',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:15:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bc53c9974227429aaa51ea87c83b40fc',ramdisk_id='',reservation_id='r-7popfl07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-552734875',owner_user_name='tempest-ServerActionsTestOtherA-552734875-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:15:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='773954bc50454a998374454f9ab1c812',uuid=b4ed4447-b023-4c3f-809b-e10592bbce25,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converting VIF {"id": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "address": "fa:16:3e:cd:aa:95", "network": {"id": "0975cda3-8f19-4082-8a86-a093f04de942", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-256515826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bc53c9974227429aaa51ea87c83b40fc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6b88499d-f5", "ovs_interfaceid": "6b88499d-f5f1-4e6e-9446-f07b6aaa54ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG os_vif [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6b88499d-f5, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e4a75ea-9489-4223-8272-b72002b87aac) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: INFO os_vif [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:aa:95,bridge_name='br-int',has_traffic_filtering=True,id=6b88499d-f5f1-4e6e-9446-f07b6aaa54ad,network=Network(0975cda3-8f19-4082-8a86-a093f04de942),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6b88499d-f5')
Nov 15 17:34:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Deleting instance files /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25_del
Nov 15 17:34:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Deletion of /opt/stack/data/nova/instances/b4ed4447-b023-4c3f-809b-e10592bbce25_del complete
Nov 15 17:34:13 user nova-compute[74725]: INFO nova.compute.manager [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 15 17:34:13 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:14 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Took 0.89 seconds to deallocate network for instance.
Nov 15 17:34:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-42fa86df-8c66-4416-bddf-7f55d0cfee84 req-7c8d3d5d-a36b-4a94-b412-5ffc21227784 service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-deleted-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:34:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:14 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Deleted allocations for instance b4ed4447-b023-4c3f-809b-e10592bbce25
Nov 15 17:34:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1eb89ccb-a0b4-48d5-9d71-dfcbf8737aab tempest-ServerActionsTestOtherA-552734875 tempest-ServerActionsTestOtherA-552734875-project-member] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.413s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:15 user nova-compute[74725]: WARNING nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state deleted and task_state None.
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:15 user nova-compute[74725]: WARNING nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state deleted and task_state None.
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:15 user nova-compute[74725]: WARNING nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state deleted and task_state None.
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:15 user nova-compute[74725]: WARNING nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-unplugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state deleted and task_state None.
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Acquiring lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] Lock "b4ed4447-b023-4c3f-809b-e10592bbce25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] No waiting events found dispatching network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:15 user nova-compute[74725]: WARNING nova.compute.manager [req-2acd57a0-d8b3-4e2f-93f0-e7aa24359c95 req-3f509027-d7d1-4b3b-8521-06565cc887fd service nova] [instance: b4ed4447-b023-4c3f-809b-e10592bbce25] Received unexpected event network-vif-plugged-6b88499d-f5f1-4e6e-9446-f07b6aaa54ad for instance with vm_state deleted and task_state None.
Nov 15 17:34:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:16 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:34:16 user nova-compute[74725]: INFO nova.compute.claims [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Claim successful on node user
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:34:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:34:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Creating image(s)
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "/opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.policy [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0ffc5926a0a44f1af2e0d5ebdeed22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223d57c14de842cbb022a1ce3a54195f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:34:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Cannot resize image /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Ensure instance console log exists: /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Successfully created port: ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Successfully updated port: ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquired lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-changed-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Refreshing instance network info cache due to event network-changed-ce12b0a6-d486-4866-8780-7cb79efec639. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] Acquiring lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updating instance_info_cache with network_info: [{"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Releasing lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Instance network_info: |[{"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] Acquired lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Refreshing network info cache for port ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Start _get_guest_xml network_info=[{"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:34:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-638791934',display_name='tempest-AttachVolumeNegativeTest-server-638791934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-638791934',id=39,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE67rI6pmyzcK+2PggpNjsHAq3QQiaqiJYksGXGZxCeDGX4Sa3zWEJVv3+G49kSg/+QC8QMd9ygPw89XQjft5hRIwv/YwT+evgAWWNDpstYtapqBcQyf4qBUX/3nbiiXHg==',key_name='tempest-keypair-1566845953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-8m7590i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:34:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=8954c406-5780-4051-9e47-38f5349620cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.objects.instance [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'pci_devices' on Instance uuid 8954c406-5780-4051-9e47-38f5349620cd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:34:20 user nova-compute[74725]:   <uuid>8954c406-5780-4051-9e47-38f5349620cd</uuid>
Nov 15 17:34:20 user nova-compute[74725]:   <name>instance-00000027</name>
Nov 15 17:34:20 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:34:20 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:34:20 user nova-compute[74725]:   <metadata>
Nov 15 17:34:20 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:34:20 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeNegativeTest-server-638791934</nova:name>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:34:20</nova:creationTime>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:34:20 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:34:20 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:owner>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:user uuid="a0ffc5926a0a44f1af2e0d5ebdeed22c">tempest-AttachVolumeNegativeTest-1761593158-project-member</nova:user>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:project uuid="223d57c14de842cbb022a1ce3a54195f">tempest-AttachVolumeNegativeTest-1761593158</nova:project>
Nov 15 17:34:20 user nova-compute[74725]:       </nova:owner>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:34:20 user nova-compute[74725]:       <nova:ports>
Nov 15 17:34:20 user nova-compute[74725]:         <nova:port uuid="ce12b0a6-d486-4866-8780-7cb79efec639">
Nov 15 17:34:20 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:34:20 user nova-compute[74725]:         </nova:port>
Nov 15 17:34:20 user nova-compute[74725]:       </nova:ports>
Nov 15 17:34:20 user nova-compute[74725]:     </nova:instance>
Nov 15 17:34:20 user nova-compute[74725]:   </metadata>
Nov 15 17:34:20 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:34:20 user nova-compute[74725]:     <system>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="serial">8954c406-5780-4051-9e47-38f5349620cd</entry>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="uuid">8954c406-5780-4051-9e47-38f5349620cd</entry>
Nov 15 17:34:20 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:34:20 user nova-compute[74725]:     </system>
Nov 15 17:34:20 user nova-compute[74725]:   </sysinfo>
Nov 15 17:34:20 user nova-compute[74725]:   <os>
Nov 15 17:34:20 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:34:20 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:34:20 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:34:20 user nova-compute[74725]:   </os>
Nov 15 17:34:20 user nova-compute[74725]:   <features>
Nov 15 17:34:20 user nova-compute[74725]:     <acpi/>
Nov 15 17:34:20 user nova-compute[74725]:     <apic/>
Nov 15 17:34:20 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:34:20 user nova-compute[74725]:   </features>
Nov 15 17:34:20 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:34:20 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:34:20 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:34:20 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:34:20 user nova-compute[74725]:   </clock>
Nov 15 17:34:20 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:34:20 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:34:20 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:34:20 user nova-compute[74725]:   </cpu>
Nov 15 17:34:20 user nova-compute[74725]:   <devices>
Nov 15 17:34:20 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:34:20 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:34:20 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk"/>
Nov 15 17:34:20 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:34:20 user nova-compute[74725]:     </disk>
Nov 15 17:34:20 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:34:20 user nova-compute[74725]:       <mac address="fa:16:3e:3a:97:a8"/>
Nov 15 17:34:20 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:34:20 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:34:20 user nova-compute[74725]:       <target dev="tapce12b0a6-d4"/>
Nov 15 17:34:20 user nova-compute[74725]:     </interface>
Nov 15 17:34:20 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:34:20 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/console.log" append="off"/>
Nov 15 17:34:20 user nova-compute[74725]:     </serial>
Nov 15 17:34:20 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:34:20 user nova-compute[74725]:     <video>
Nov 15 17:34:20 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:34:20 user nova-compute[74725]:     </video>
Nov 15 17:34:20 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:34:20 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:34:20 user nova-compute[74725]:     </rng>
Nov 15 17:34:20 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:34:20 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:34:20 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:34:20 user nova-compute[74725]:     </memballoon>
Nov 15 17:34:20 user nova-compute[74725]:   </devices>
Nov 15 17:34:20 user nova-compute[74725]: </domain>
Nov 15 17:34:20 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-638791934',display_name='tempest-AttachVolumeNegativeTest-server-638791934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-638791934',id=39,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE67rI6pmyzcK+2PggpNjsHAq3QQiaqiJYksGXGZxCeDGX4Sa3zWEJVv3+G49kSg/+QC8QMd9ygPw89XQjft5hRIwv/YwT+evgAWWNDpstYtapqBcQyf4qBUX/3nbiiXHg==',key_name='tempest-keypair-1566845953',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-8m7590i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:34:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=8954c406-5780-4051-9e47-38f5349620cd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG os_vif [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '529239b2-d838-556d-b312-79d460d1cb3f', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce12b0a6-d4, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce12b0a6-d4, col_values=(('qos', UUID('dd55f55c-c964-4a3a-bb3b-63507a04a2e7')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce12b0a6-d4, col_values=(('external_ids', {'iface-id': 'ce12b0a6-d486-4866-8780-7cb79efec639', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:97:a8', 'vm-uuid': '8954c406-5780-4051-9e47-38f5349620cd'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:20 user nova-compute[74725]: INFO os_vif [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4')
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:3a:97:a8, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updated VIF entry in instance network info cache for port ce12b0a6-d486-4866-8780-7cb79efec639. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updating instance_info_cache with network_info: [{"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5270acf9-15bd-4231-8253-6b5df6c4347c req-98763a80-b1ae-47e1-93c1-ab266c41b25e service nova] Releasing lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] No waiting events found dispatching network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:23 user nova-compute[74725]: WARNING nova.compute.manager [req-1d3ccc36-4b0e-447e-a188-4da6087738da req-951a4b19-a7cd-4dd4-81f1-31585db8265a service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received unexpected event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 for instance with vm_state building and task_state spawning.
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:34:23 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Instance spawned successfully.
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:24 user nova-compute[74725]: INFO nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Took 6.76 seconds to spawn the instance on the hypervisor.
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing instance network info cache due to event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:24 user nova-compute[74725]: INFO nova.compute.manager [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Took 7.54 seconds to build instance.
Nov 15 17:34:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-21d5837b-2a3e-4a48-b52c-1598460da857 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.711s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updated VIF entry in instance network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9ae25bd3-3193-41a0-8cb6-b3b7aceace01 req-60fbaae9-43f9-4b3a-bbd5-6e224709c71a service nova] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:25 user nova-compute[74725]: INFO nova.compute.manager [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Shelve offloading
Nov 15 17:34:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] No waiting events found dispatching network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:25 user nova-compute[74725]: WARNING nova.compute.manager [req-5a324eec-c100-4526-b792-066d56788050 req-28fcd1b3-c4e5-450f-99bc-574b9e4a598c service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received unexpected event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 for instance with vm_state active and task_state None.
Nov 15 17:34:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:26 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance destroyed successfully.
Nov 15 17:34:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:34:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-8ae1759a-97de-4b5c-95e8-19316d6e9360 req-a726f554-d53f-4bb1-b719-628d6b13f602 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING nova.compute.manager [req-962d0ce9-4ed9-4eff-aca3-016b7d305f1d req-545f575d-12f9-45e1-9b3a-5b0a019be91f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance destroyed successfully.
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'resources' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBAEs3K3AOvmNLYxppQfUFR+lGX/XmUJOupitG4q/tc17qaDuTZSLui0z+i+fnHK8W29MLaEYnTRr8ZyT6DoNTzcnST8T+ewCkWCslCao+x+pY+0oC13Qzqzmca2Udlng==',key_name='tempest-TestShelveInstance-375016384',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:32:43Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_vif [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c1c4eac-40, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=43f3f065-fc49-48f7-b770-b12eb7d6f055) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:28 user nova-compute[74725]: INFO os_vif [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40')
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:34:28 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9c99d0-ab36-421c-a9d4-f5802b8af67e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:34:28 user nova-compute[74725]: No targets found.
Nov 15 17:34:28 user nova-compute[74725]: iSNS:
Nov 15 17:34:28 user nova-compute[74725]: No targets found.
Nov 15 17:34:28 user nova-compute[74725]: STATIC:
Nov 15 17:34:28 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:34:28 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:34:28 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:34:28 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1
Nov 15 17:34:28 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:34:28 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:34:28 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:34:28 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:34:28 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:34:28 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:34:28 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:34:28 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:34:28 user nova-compute[74725]: FIRMWARE:
Nov 15 17:34:28 user nova-compute[74725]: No targets found.
Nov 15 17:34:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:34:28 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:34:28 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0645df-56d8-4522-9b56-e71299d31ea9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9469f901-0ed9-4356-bdce-44e1e50acfcd]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:34:28 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac17cc10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a7c5c9-2be7-43bb-9b3d-8304f7dce2ff]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a75d000c-a412-477d-aaaa-6bc3a948e60b]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2a6f95-e06d-42ee-abf3-dae8026ffe33]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.064s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de20136-0701-47a4-b608-3935c13fe3ed]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7563ba00-922e-4116-9747-e69fb78c2f2f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4565cdec-9a85-4ebf-8f20-050be8d33255]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]
Nov 15 17:34:28 user nova-compute[74725]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.
Nov 15 17:34:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf90d576-7350-48fb-99d5-df17363e2bf1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== disconnect_volume: return (402ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:34:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:34:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deleting instance files /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955_del
Nov 15 17:34:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deletion of /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955_del complete
Nov 15 17:34:29 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updating instance_info_cache with network_info: [{"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-d3a188fe-d0cb-4888-8cd4-41652324a734" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json" returned: 0 in 0.257s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.017s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:30 user nova-compute[74725]: WARNING nova.compute.manager [req-41e4bbd8-1643-40f3-b504-25be2c9f71ba req-890f90be-0a6d-4020-9396-5659e0149b21 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state active and task_state shelving.
Nov 15 17:34:30 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Deleted allocations for instance 1cd153c8-8f57-4f5d-b0a5-1db51443b955
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing instance network info cache due to event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.objects.base [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Object Instance<1cd153c8-8f57-4f5d-b0a5-1db51443b955> lazy-loaded attributes: resources,numa_topology {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.534s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updated VIF entry in instance network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG nova.network.neutron [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": null, "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d2128ff-0575-49b0-8434-98107c8d5a17 req-dc6add4f-0f01-4f35-926c-c1bd9367d626 service nova] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ced2ffbe-a724-4fcc-bde2-e05499bec791 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 5.242s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:32 user nova-compute[74725]: INFO nova.compute.manager [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Attaching volume 697c79be-6e87-49eb-801c-3e1b3a9635ad to /dev/vdb
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d64d2b0-1925-4fa6-b184-9873c327fe9e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a75033-b203-493f-8013-85d0ee55a71b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b311bd-1d22-47f6-aec9-d0db36b44ca0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb8e55ff-bfdc-4d29-ac8f-797a68eeba69]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:34:32 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9148baef-3e4f-45de-97f0-d5159671d477]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG os_brick.utils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating existing volume attachment record: 5f2a1bce-c59b-41cf-b86b-4b309bd9bdaa {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:32 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:32 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7849MB free_disk=24.679309844970703GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d604725d-2271-4b4b-ab7f-04d49b67b170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8954c406-5780-4051-9e47-38f5349620cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.475s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:33 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:34:33 user nova-compute[74725]: INFO nova.compute.claims [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Claim successful on node user
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.408s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:34:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.policy [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e149bace8e71431e8eda6ea81ec27f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6880618d234209b08502165a382397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:34:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Creating image(s)
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "/opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "/opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "/opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Checking if we can resize image /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:34:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Successfully created port: fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Cannot resize image /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Ensure instance console log exists: /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Successfully updated port: fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquired lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-changed-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Refreshing instance network info cache due to event network-changed-fc87e780-8fd6-4af3-aab2-f82df52ac461. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] Acquiring lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating instance_info_cache with network_info: [{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Releasing lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Instance network_info: |[{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] Acquired lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Refreshing network info cache for port fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Start _get_guest_xml network_info=[{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:34:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-100747382',display_name='tempest-SnapshotDataIntegrityTests-server-100747382',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-100747382',id=40,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+ArolbZb9W/FI2v/h62DkkkzYVZsxTaAVGHNCwDecp3M0Eyi8L1aIZIs9apy9q9s+yeWS/69DzltZMqaLsB6TcOGJAaAg8P29CSyUnDs61IsqA/vvCDqtIIsWApKOOxg==',key_name='tempest-keypair-2436521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b6880618d234209b08502165a382397',ramdisk_id='',reservation_id='r-lxf6emk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-91793194',owner_user_name='tempest-SnapshotDataIntegrityTests-91793194-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:34:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e149bace8e71431e8eda6ea81ec27f88',uuid=592579a5-c6ce-4711-8714-da32226fa154,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converting VIF {"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'pci_devices' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:34:36 user nova-compute[74725]:   <uuid>592579a5-c6ce-4711-8714-da32226fa154</uuid>
Nov 15 17:34:36 user nova-compute[74725]:   <name>instance-00000028</name>
Nov 15 17:34:36 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:34:36 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:34:36 user nova-compute[74725]:   <metadata>
Nov 15 17:34:36 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:34:36 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-100747382</nova:name>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:34:36</nova:creationTime>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:34:36 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:34:36 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:owner>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:user uuid="e149bace8e71431e8eda6ea81ec27f88">tempest-SnapshotDataIntegrityTests-91793194-project-member</nova:user>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:project uuid="3b6880618d234209b08502165a382397">tempest-SnapshotDataIntegrityTests-91793194</nova:project>
Nov 15 17:34:36 user nova-compute[74725]:       </nova:owner>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:34:36 user nova-compute[74725]:       <nova:ports>
Nov 15 17:34:36 user nova-compute[74725]:         <nova:port uuid="fc87e780-8fd6-4af3-aab2-f82df52ac461">
Nov 15 17:34:36 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 17:34:36 user nova-compute[74725]:         </nova:port>
Nov 15 17:34:36 user nova-compute[74725]:       </nova:ports>
Nov 15 17:34:36 user nova-compute[74725]:     </nova:instance>
Nov 15 17:34:36 user nova-compute[74725]:   </metadata>
Nov 15 17:34:36 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:34:36 user nova-compute[74725]:     <system>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="serial">592579a5-c6ce-4711-8714-da32226fa154</entry>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="uuid">592579a5-c6ce-4711-8714-da32226fa154</entry>
Nov 15 17:34:36 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:34:36 user nova-compute[74725]:     </system>
Nov 15 17:34:36 user nova-compute[74725]:   </sysinfo>
Nov 15 17:34:36 user nova-compute[74725]:   <os>
Nov 15 17:34:36 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:34:36 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:34:36 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:34:36 user nova-compute[74725]:   </os>
Nov 15 17:34:36 user nova-compute[74725]:   <features>
Nov 15 17:34:36 user nova-compute[74725]:     <acpi/>
Nov 15 17:34:36 user nova-compute[74725]:     <apic/>
Nov 15 17:34:36 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:34:36 user nova-compute[74725]:   </features>
Nov 15 17:34:36 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:34:36 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:34:36 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:34:36 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:34:36 user nova-compute[74725]:   </clock>
Nov 15 17:34:36 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:34:36 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:34:36 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:34:36 user nova-compute[74725]:   </cpu>
Nov 15 17:34:36 user nova-compute[74725]:   <devices>
Nov 15 17:34:36 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:34:36 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:34:36 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk"/>
Nov 15 17:34:36 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:34:36 user nova-compute[74725]:     </disk>
Nov 15 17:34:36 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:34:36 user nova-compute[74725]:       <mac address="fa:16:3e:b8:0d:64"/>
Nov 15 17:34:36 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:34:36 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:34:36 user nova-compute[74725]:       <target dev="tapfc87e780-8f"/>
Nov 15 17:34:36 user nova-compute[74725]:     </interface>
Nov 15 17:34:36 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:34:36 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/console.log" append="off"/>
Nov 15 17:34:36 user nova-compute[74725]:     </serial>
Nov 15 17:34:36 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:34:36 user nova-compute[74725]:     <video>
Nov 15 17:34:36 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:34:36 user nova-compute[74725]:     </video>
Nov 15 17:34:36 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:34:36 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:34:36 user nova-compute[74725]:     </rng>
Nov 15 17:34:36 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:34:36 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:34:36 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:34:36 user nova-compute[74725]:     </memballoon>
Nov 15 17:34:36 user nova-compute[74725]:   </devices>
Nov 15 17:34:36 user nova-compute[74725]: </domain>
Nov 15 17:34:36 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-100747382',display_name='tempest-SnapshotDataIntegrityTests-server-100747382',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-100747382',id=40,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+ArolbZb9W/FI2v/h62DkkkzYVZsxTaAVGHNCwDecp3M0Eyi8L1aIZIs9apy9q9s+yeWS/69DzltZMqaLsB6TcOGJAaAg8P29CSyUnDs61IsqA/vvCDqtIIsWApKOOxg==',key_name='tempest-keypair-2436521',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3b6880618d234209b08502165a382397',ramdisk_id='',reservation_id='r-lxf6emk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-91793194',owner_user_name='tempest-SnapshotDataIntegrityTests-91793194-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:34:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e149bace8e71431e8eda6ea81ec27f88',uuid=592579a5-c6ce-4711-8714-da32226fa154,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converting VIF {"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG os_vif [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '23835ed0-810a-52a8-9600-f71ff3797c2e', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc87e780-8f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc87e780-8f, col_values=(('qos', UUID('fe12c78c-e87d-4f0f-890e-aed7a10d1553')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc87e780-8f, col_values=(('external_ids', {'iface-id': 'fc87e780-8fd6-4af3-aab2-f82df52ac461', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:0d:64', 'vm-uuid': '592579a5-c6ce-4711-8714-da32226fa154'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:36 user nova-compute[74725]: INFO os_vif [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f')
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No VIF found with MAC fa:16:3e:b8:0d:64, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updated VIF entry in instance network info cache for port fc87e780-8fd6-4af3-aab2-f82df52ac461. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating instance_info_cache with network_info: [{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0426dc69-8508-42e4-a19b-4139d62acec6 req-20f31233-fc56-4484-91de-d22b3adc5ce9 service nova] Releasing lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vGhLxaTW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:34:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:34:37 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:34:37 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[631e1434-e2e0-4b8e-babe-341ea3910b6d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:34:37 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4f3b9b-8bf4-44be-a997-b55807cfc3fb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad] added
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b659a2b7-fe6b-45c8-8e34-4f352046c599]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d690664-697e-4b55-bbb3-3f9d42639462]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vGhLxaTW {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vGhLxaTW" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f0016f-7f7f-48cf-98ff-d57b3ec9ad33]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vGhLxaTW'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d27aba4-d3f1-41cf-b822-f59834376164]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ee1610-403f-472c-926f-b7f9bb9fb7c6]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d4b669-f8a1-4225-a89f-5f87ae2d8cb2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260]
Nov 15 17:34:37 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260] successful.
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce2c6b8-74e1-4ff8-ba64-e3b6de43b0c8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f0c67dc-32d2-4f3a-b3b1-4bc72a777697]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:34:37 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:34:37 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] HCTL ('35', '-', '-', 0) found on session 44 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[93525c59-535b-48f8-bf69-29c1f8d76eb0]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Searching for a device in session 44 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:34:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vGhLxaTW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] No waiting events found dispatching network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:38 user nova-compute[74725]: WARNING nova.compute.manager [req-e213e2c1-0f0e-4479-8b6b-4ba6cbdd94ad req-c0d888ce-be8c-490c-88f4-74df6a09c53c service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received unexpected event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 for instance with vm_state building and task_state spawning.
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26637663166323363', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637663166323363', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:34:38 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:34:38 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:34:38 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:34:38 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:34:38 user nova-compute[74725]:   <serial>697c79be-6e87-49eb-801c-3e1b3a9635ad</serial>
Nov 15 17:34:38 user nova-compute[74725]: </disk>
Nov 15 17:34:38 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:34:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:34:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] No VIF found with MAC fa:16:3e:0d:84:fa, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:34:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-671e7d7e-44b3-4697-a4e2-9760d81539be tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.671s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] No waiting events found dispatching network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:40 user nova-compute[74725]: WARNING nova.compute.manager [req-e28a0c84-bb15-4128-802f-22cdcabba067 req-9e00afa0-855d-4e69-89e6-87bd37566a45 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received unexpected event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 for instance with vm_state building and task_state spawning.
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:34:40 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Instance spawned successfully.
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:34:40 user nova-compute[74725]: INFO nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Took 6.53 seconds to spawn the instance on the hypervisor.
Nov 15 17:34:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:34:41 user nova-compute[74725]: INFO nova.compute.manager [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Took 7.37 seconds to build instance.
Nov 15 17:34:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d719c27d-e778-4e89-b2df-cf02526b3936 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.482s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing instance network info cache due to event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updated VIF entry in instance network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-47b5fbfe-2085-4468-a17d-7ed912a63214 req-8986e712-46aa-4c59-a790-3ae8d757f699 service nova] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing instance network info cache due to event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:34:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:45 user nova-compute[74725]: DEBUG nova.network.neutron [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updated VIF entry in instance network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG nova.network.neutron [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ad10df94-8d08-4ee7-8c13-0b26a7149b44 req-3f23081c-7a53-4807-b1fa-485f22df1947 service nova] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:46 user nova-compute[74725]: INFO nova.compute.manager [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Rebooting instance
Nov 15 17:34:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:34:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:34:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:34:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:49 user nova-compute[74725]: WARNING nova.compute.manager [req-7bc4059b-c581-4922-a094-3b33c8ec47fc req-7e0c4608-ae0c-4b29-b0cf-0e091554502f service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance shutdown successfully.
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:51 user nova-compute[74725]: WARNING nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:51 user nova-compute[74725]: WARNING nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:51 user nova-compute[74725]: WARNING nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:51 user nova-compute[74725]: WARNING nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:51 user nova-compute[74725]: WARNING nova.compute.manager [req-b337e9cf-8157-4486-a7cc-b859455b9a74 req-6d32589e-b141-4f35-93cc-c1a02662b575 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:53 user nova-compute[74725]: WARNING nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:53 user nova-compute[74725]: DEBUG nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:34:53 user nova-compute[74725]: WARNING nova.compute.manager [req-21cef803-f71a-422e-b8e1-9ffac3411224 req-7d63a4de-d3c8-433b-90f0-541022858646 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state active and task_state reboot_started.
Nov 15 17:34:54 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance running successfully.
Nov 15 17:34:54 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance soft rebooted successfully.
Nov 15 17:34:54 user nova-compute[74725]: DEBUG nova.compute.manager [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:34:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e5121508-7b02-422f-8ef6-78368ca0d001 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.576s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:34:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:34:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:16 user nova-compute[74725]: INFO nova.compute.manager [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Terminating instance
Nov 15 17:35:16 user nova-compute[74725]: DEBUG nova.compute.manager [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG nova.compute.manager [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-unplugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG nova.compute.manager [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] No waiting events found dispatching network-vif-unplugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:16 user nova-compute[74725]: DEBUG nova.compute.manager [req-45c155e8-ff1e-43a2-be8d-da5770d7edbb req-a839b784-23d9-449e-8d5e-ebe79cb01ab8 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-unplugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Instance destroyed successfully.
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.objects.instance [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lazy-loading 'resources' on Instance uuid d604725d-2271-4b4b-ab7f-04d49b67b170 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:33:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1497442727',display_name='tempest-VolumesActionsTest-instance-1497442727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1497442727',id=38,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:33:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-nx6205m1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:33:33Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=d604725d-2271-4b4b-ab7f-04d49b67b170,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "address": "fa:16:3e:35:6f:a0", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa212f2ba-9c", "ovs_interfaceid": "a212f2ba-9c83-41c7-81b7-e52081a521a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG os_vif [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa212f2ba-9c, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2432bfdb-1838-4ed9-96d6-95f54de91000) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:35:17 user nova-compute[74725]: INFO os_vif [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:6f:a0,bridge_name='br-int',has_traffic_filtering=True,id=a212f2ba-9c83-41c7-81b7-e52081a521a2,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa212f2ba-9c')
Nov 15 17:35:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Deleting instance files /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170_del
Nov 15 17:35:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Deletion of /opt/stack/data/nova/instances/d604725d-2271-4b4b-ab7f-04d49b67b170_del complete
Nov 15 17:35:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:17 user nova-compute[74725]: INFO nova.compute.manager [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 15 17:35:17 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:35:17 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:35:18 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Took 1.30 seconds to deallocate network for instance.
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-8209e004-28ca-4245-9781-e938b8339cb0 req-4d7d7238-c755-482a-a748-0aa36d1ea879 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-deleted-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:18 user nova-compute[74725]: INFO nova.compute.manager [req-8209e004-28ca-4245-9781-e938b8339cb0 req-4d7d7238-c755-482a-a748-0aa36d1ea879 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Neutron deleted interface a212f2ba-9c83-41c7-81b7-e52081a521a2; detaching it from the instance and deleting it from the info cache
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.network.neutron [req-8209e004-28ca-4245-9781-e938b8339cb0 req-4d7d7238-c755-482a-a748-0aa36d1ea879 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.compute.manager [req-8209e004-28ca-4245-9781-e938b8339cb0 req-4d7d7238-c755-482a-a748-0aa36d1ea879 service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Detach interface failed, port_id=a212f2ba-9c83-41c7-81b7-e52081a521a2, reason: Instance d604725d-2271-4b4b-ab7f-04d49b67b170 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:35:18 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:35:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] Acquiring lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] No waiting events found dispatching network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:19 user nova-compute[74725]: WARNING nova.compute.manager [req-8ce291ac-a9be-4fb3-8adf-b4b2e33590e1 req-4b8a444e-50f5-4d7f-9666-4052c27593ad service nova] [instance: d604725d-2271-4b4b-ab7f-04d49b67b170] Received unexpected event network-vif-plugged-a212f2ba-9c83-41c7-81b7-e52081a521a2 for instance with vm_state deleted and task_state None.
Nov 15 17:35:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:19 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Deleted allocations for instance d604725d-2271-4b4b-ab7f-04d49b67b170
Nov 15 17:35:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a784e704-ae03-480c-864e-4979073b3c71 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "d604725d-2271-4b4b-ab7f-04d49b67b170" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.524s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:22 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:35:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:35:29 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:35:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7784MB free_disk=24.635936737060547GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8954c406-5780-4051-9e47-38f5349620cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:35:31 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:35:32 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:35:32 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:35:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:35:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.432s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:35:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:39 user nova-compute[74725]: INFO nova.compute.manager [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Unrescuing
Nov 15 17:35:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:35:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquired lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:35:39 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating instance_info_cache with network_info: [{"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Releasing lock "refresh_cache-1a41b846-0ca1-4b46-846a-7f8449a97ba8" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'flavor' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:40 user nova-compute[74725]: WARNING nova.compute.manager [req-274dc680-39d3-4d04-a983-ef1af1b6ca28 req-99c81c55-66a2-46e0-9bd8-055714b3ddf9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:35:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance destroyed successfully.
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:42 user nova-compute[74725]: WARNING nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:35:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:42 user nova-compute[74725]: WARNING nova.compute.manager [req-d593e9bc-4e99-4e42-b61a-1e51ab628c69 req-749fcdc0-700c-4769-a229-ab3038a5173c service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state rescued and task_state unrescuing.
Nov 15 17:35:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ea8d44ee-1ea1-4019-92c0-a39d1cb259fe tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:45 user nova-compute[74725]: WARNING nova.compute.manager [req-fb4f9c6d-b9d1-4f52-900a-d57c87997ff8 req-1f73c7d8-934c-4cab-bdb0-990bb1918789 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state None.
Nov 15 17:35:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:35:46 user nova-compute[74725]: INFO nova.compute.claims [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Claim successful on node user
Nov 15 17:35:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.362s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:35:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.policy [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb2fb294f3f4b89a97534f1cfd697f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64618501caa64158874539b13ef09999', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:35:46 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Creating image(s)
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "/opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "/opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "/opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.208s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Checking if we can resize image /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Successfully created port: 22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Cannot resize image /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Ensure instance console log exists: /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Successfully updated port: 22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:35:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.compute.manager [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing instance network info cache due to event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.neutron [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Instance network_info: |[{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Start _get_guest_xml network_info=[{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:35:48 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:35:48 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:35:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2137984029',display_name='tempest-TestStampPattern-server-2137984029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2137984029',id=41,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-h1j7d0jd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:35:47Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=243d0ccb-b994-4091-aecd-20277ffcceb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.objects.instance [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'pci_devices' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:35:48 user nova-compute[74725]:   <uuid>243d0ccb-b994-4091-aecd-20277ffcceb2</uuid>
Nov 15 17:35:48 user nova-compute[74725]:   <name>instance-00000029</name>
Nov 15 17:35:48 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:35:48 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:35:48 user nova-compute[74725]:   <metadata>
Nov 15 17:35:48 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:35:48 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:name>tempest-TestStampPattern-server-2137984029</nova:name>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:35:48</nova:creationTime>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:35:48 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:35:48 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:owner>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:user uuid="afb2fb294f3f4b89a97534f1cfd697f4">tempest-TestStampPattern-1798348099-project-member</nova:user>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:project uuid="64618501caa64158874539b13ef09999">tempest-TestStampPattern-1798348099</nova:project>
Nov 15 17:35:48 user nova-compute[74725]:       </nova:owner>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:35:48 user nova-compute[74725]:       <nova:ports>
Nov 15 17:35:48 user nova-compute[74725]:         <nova:port uuid="22a0c38a-4f94-4a8b-83ae-053f4012b96b">
Nov 15 17:35:48 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 17:35:48 user nova-compute[74725]:         </nova:port>
Nov 15 17:35:48 user nova-compute[74725]:       </nova:ports>
Nov 15 17:35:48 user nova-compute[74725]:     </nova:instance>
Nov 15 17:35:48 user nova-compute[74725]:   </metadata>
Nov 15 17:35:48 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:35:48 user nova-compute[74725]:     <system>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="serial">243d0ccb-b994-4091-aecd-20277ffcceb2</entry>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="uuid">243d0ccb-b994-4091-aecd-20277ffcceb2</entry>
Nov 15 17:35:48 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:35:48 user nova-compute[74725]:     </system>
Nov 15 17:35:48 user nova-compute[74725]:   </sysinfo>
Nov 15 17:35:48 user nova-compute[74725]:   <os>
Nov 15 17:35:48 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:35:48 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:35:48 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:35:48 user nova-compute[74725]:   </os>
Nov 15 17:35:48 user nova-compute[74725]:   <features>
Nov 15 17:35:48 user nova-compute[74725]:     <acpi/>
Nov 15 17:35:48 user nova-compute[74725]:     <apic/>
Nov 15 17:35:48 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:35:48 user nova-compute[74725]:   </features>
Nov 15 17:35:48 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:35:48 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:35:48 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:35:48 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:35:48 user nova-compute[74725]:   </clock>
Nov 15 17:35:48 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:35:48 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:35:48 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:35:48 user nova-compute[74725]:   </cpu>
Nov 15 17:35:48 user nova-compute[74725]:   <devices>
Nov 15 17:35:48 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:35:48 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:35:48 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk"/>
Nov 15 17:35:48 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:35:48 user nova-compute[74725]:     </disk>
Nov 15 17:35:48 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:35:48 user nova-compute[74725]:       <mac address="fa:16:3e:4e:53:78"/>
Nov 15 17:35:48 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:35:48 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:35:48 user nova-compute[74725]:       <target dev="tap22a0c38a-4f"/>
Nov 15 17:35:48 user nova-compute[74725]:     </interface>
Nov 15 17:35:48 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:35:48 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/console.log" append="off"/>
Nov 15 17:35:48 user nova-compute[74725]:     </serial>
Nov 15 17:35:48 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:35:48 user nova-compute[74725]:     <video>
Nov 15 17:35:48 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:35:48 user nova-compute[74725]:     </video>
Nov 15 17:35:48 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:35:48 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:35:48 user nova-compute[74725]:     </rng>
Nov 15 17:35:48 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:35:48 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:35:48 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:35:48 user nova-compute[74725]:     </memballoon>
Nov 15 17:35:48 user nova-compute[74725]:   </devices>
Nov 15 17:35:48 user nova-compute[74725]: </domain>
Nov 15 17:35:48 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:35:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2137984029',display_name='tempest-TestStampPattern-server-2137984029',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2137984029',id=41,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-h1j7d0jd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:35:47Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=243d0ccb-b994-4091-aecd-20277ffcceb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG os_vif [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c6a2717-cdb4-5dbe-a051-a0ac759c68cf', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22a0c38a-4f, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22a0c38a-4f, col_values=(('qos', UUID('c5175a00-b00a-4fef-bbba-4a8be6c207e2')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22a0c38a-4f, col_values=(('external_ids', {'iface-id': '22a0c38a-4f94-4a8b-83ae-053f4012b96b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4e:53:78', 'vm-uuid': '243d0ccb-b994-4091-aecd-20277ffcceb2'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:48 user nova-compute[74725]: INFO os_vif [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f')
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No VIF found with MAC fa:16:3e:4e:53:78, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updated VIF entry in instance network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:35:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a5a0e025-cdfc-4f78-8aac-a9de1b1ce880 req-4bc708cd-2ac7-4565-a21a-3953e04bf7de service nova] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:35:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] No waiting events found dispatching network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:50 user nova-compute[74725]: WARNING nova.compute.manager [req-7e610497-88a1-4c98-bca0-f6c1a80a1ebc req-d7840f9e-3027-433e-8053-5e10567feb45 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received unexpected event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b for instance with vm_state building and task_state spawning.
Nov 15 17:35:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:35:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Instance spawned successfully.
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:35:52 user nova-compute[74725]: INFO nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 15 17:35:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:35:52 user nova-compute[74725]: INFO nova.compute.manager [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Took 6.10 seconds to build instance.
Nov 15 17:35:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-079eb886-346c-429c-adc3-1626e8d63965 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.188s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:35:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:35:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:35:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:35:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] No waiting events found dispatching network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:35:52 user nova-compute[74725]: WARNING nova.compute.manager [req-1baf7ad8-97a8-4dd3-b27d-9817a9459f6b req-38395272-120d-4ea1-ac17-6107fea4e834 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received unexpected event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b for instance with vm_state active and task_state None.
Nov 15 17:35:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:35:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-changed-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Refreshing instance network info cache due to event network-changed-ce12b0a6-d486-4866-8780-7cb79efec639. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] Acquiring lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] Acquired lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Refreshing network info cache for port ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updated VIF entry in instance network info cache for port ce12b0a6-d486-4866-8780-7cb79efec639. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updating instance_info_cache with network_info: [{"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-10bed0d4-6ea0-4fee-9874-dd04105f55fd req-38f96256-912f-4b9d-92a5-a6d2147675a2 service nova] Releasing lock "refresh_cache-8954c406-5780-4051-9e47-38f5349620cd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:08 user nova-compute[74725]: INFO nova.compute.manager [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Terminating instance
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:36:08 user nova-compute[74725]: INFO nova.compute.claims [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Claim successful on node user
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-unplugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] No waiting events found dispatching network-vif-unplugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-12b459fc-081a-4c1f-b2b5-40002747b5db req-41c9070c-f119-4f77-974c-5a3382aacb5e service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-unplugged-ce12b0a6-d486-4866-8780-7cb79efec639 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.416s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Instance destroyed successfully.
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'resources' on Instance uuid 8954c406-5780-4051-9e47-38f5349620cd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-638791934',display_name='tempest-AttachVolumeNegativeTest-server-638791934',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-638791934',id=39,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE67rI6pmyzcK+2PggpNjsHAq3QQiaqiJYksGXGZxCeDGX4Sa3zWEJVv3+G49kSg/+QC8QMd9ygPw89XQjft5hRIwv/YwT+evgAWWNDpstYtapqBcQyf4qBUX/3nbiiXHg==',key_name='tempest-keypair-1566845953',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:34:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-8m7590i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:34:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=8954c406-5780-4051-9e47-38f5349620cd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ce12b0a6-d486-4866-8780-7cb79efec639", "address": "fa:16:3e:3a:97:a8", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce12b0a6-d4", "ovs_interfaceid": "ce12b0a6-d486-4866-8780-7cb79efec639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG os_vif [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce12b0a6-d4, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dd55f55c-c964-4a3a-bb3b-63507a04a2e7) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:09 user nova-compute[74725]: INFO os_vif [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:97:a8,bridge_name='br-int',has_traffic_filtering=True,id=ce12b0a6-d486-4866-8780-7cb79efec639,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce12b0a6-d4')
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Deleting instance files /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd_del
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Deletion of /opt/stack/data/nova/instances/8954c406-5780-4051-9e47-38f5349620cd_del complete
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.compute.manager [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.policy [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1881122a281c43ffb5bb85fc8bbea910', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47141c843cbb45b9b28a6e22fcd4d43f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:36:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Creating image(s)
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "/opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "/opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "/opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Successfully created port: 7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:10 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Took 0.77 seconds to deallocate network for instance.
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Cannot resize image /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Ensure instance console log exists: /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:10 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Deleted allocations for instance 8954c406-5780-4051-9e47-38f5349620cd
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Successfully updated port: 7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquired lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bf8065ac-ce5d-4b39-8b1c-3a2e239ef24f tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "8954c406-5780-4051-9e47-38f5349620cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.191s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-changed-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Refreshing instance network info cache due to event network-changed-7a470397-b1a0-472f-86d0-44b5537d3866. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] Acquiring lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] Acquiring lock "8954c406-5780-4051-9e47-38f5349620cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] Lock "8954c406-5780-4051-9e47-38f5349620cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] No waiting events found dispatching network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:10 user nova-compute[74725]: WARNING nova.compute.manager [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received unexpected event network-vif-plugged-ce12b0a6-d486-4866-8780-7cb79efec639 for instance with vm_state deleted and task_state None.
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-535b3f3d-35c2-4545-8d44-0e1375c67c59 req-8f276c85-ba09-4bd3-955d-cec206a97632 service nova] [instance: 8954c406-5780-4051-9e47-38f5349620cd] Received event network-vif-deleted-ce12b0a6-d486-4866-8780-7cb79efec639 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:10 user nova-compute[74725]: DEBUG nova.network.neutron [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Updating instance_info_cache with network_info: [{"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Releasing lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Instance network_info: |[{"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] Acquired lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Refreshing network info cache for port 7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Start _get_guest_xml network_info=[{"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:36:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:11 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:36:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-941261353',display_name='tempest-VolumesActionsTest-instance-941261353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-941261353',id=42,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-4vbrsupl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:36:09Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=8ad28b97-17cf-481b-898d-745d18959cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lazy-loading 'pci_devices' on Instance uuid 8ad28b97-17cf-481b-898d-745d18959cfe {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:36:11 user nova-compute[74725]:   <uuid>8ad28b97-17cf-481b-898d-745d18959cfe</uuid>
Nov 15 17:36:11 user nova-compute[74725]:   <name>instance-0000002a</name>
Nov 15 17:36:11 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:36:11 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:36:11 user nova-compute[74725]:   <metadata>
Nov 15 17:36:11 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:36:11 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:name>tempest-VolumesActionsTest-instance-941261353</nova:name>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:36:11</nova:creationTime>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:36:11 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:36:11 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:owner>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:user uuid="1881122a281c43ffb5bb85fc8bbea910">tempest-VolumesActionsTest-1414960343-project-member</nova:user>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:project uuid="47141c843cbb45b9b28a6e22fcd4d43f">tempest-VolumesActionsTest-1414960343</nova:project>
Nov 15 17:36:11 user nova-compute[74725]:       </nova:owner>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:36:11 user nova-compute[74725]:       <nova:ports>
Nov 15 17:36:11 user nova-compute[74725]:         <nova:port uuid="7a470397-b1a0-472f-86d0-44b5537d3866">
Nov 15 17:36:11 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 17:36:11 user nova-compute[74725]:         </nova:port>
Nov 15 17:36:11 user nova-compute[74725]:       </nova:ports>
Nov 15 17:36:11 user nova-compute[74725]:     </nova:instance>
Nov 15 17:36:11 user nova-compute[74725]:   </metadata>
Nov 15 17:36:11 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:36:11 user nova-compute[74725]:     <system>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="serial">8ad28b97-17cf-481b-898d-745d18959cfe</entry>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="uuid">8ad28b97-17cf-481b-898d-745d18959cfe</entry>
Nov 15 17:36:11 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:36:11 user nova-compute[74725]:     </system>
Nov 15 17:36:11 user nova-compute[74725]:   </sysinfo>
Nov 15 17:36:11 user nova-compute[74725]:   <os>
Nov 15 17:36:11 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:36:11 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:36:11 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:36:11 user nova-compute[74725]:   </os>
Nov 15 17:36:11 user nova-compute[74725]:   <features>
Nov 15 17:36:11 user nova-compute[74725]:     <acpi/>
Nov 15 17:36:11 user nova-compute[74725]:     <apic/>
Nov 15 17:36:11 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:36:11 user nova-compute[74725]:   </features>
Nov 15 17:36:11 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:36:11 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:36:11 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:36:11 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:36:11 user nova-compute[74725]:   </clock>
Nov 15 17:36:11 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:36:11 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:36:11 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:36:11 user nova-compute[74725]:   </cpu>
Nov 15 17:36:11 user nova-compute[74725]:   <devices>
Nov 15 17:36:11 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:36:11 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:36:11 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk"/>
Nov 15 17:36:11 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:36:11 user nova-compute[74725]:     </disk>
Nov 15 17:36:11 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:36:11 user nova-compute[74725]:       <mac address="fa:16:3e:52:14:9f"/>
Nov 15 17:36:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:36:11 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:36:11 user nova-compute[74725]:       <target dev="tap7a470397-b1"/>
Nov 15 17:36:11 user nova-compute[74725]:     </interface>
Nov 15 17:36:11 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:36:11 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/console.log" append="off"/>
Nov 15 17:36:11 user nova-compute[74725]:     </serial>
Nov 15 17:36:11 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:36:11 user nova-compute[74725]:     <video>
Nov 15 17:36:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:36:11 user nova-compute[74725]:     </video>
Nov 15 17:36:11 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:36:11 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:36:11 user nova-compute[74725]:     </rng>
Nov 15 17:36:11 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:36:11 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:36:11 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:36:11 user nova-compute[74725]:     </memballoon>
Nov 15 17:36:11 user nova-compute[74725]:   </devices>
Nov 15 17:36:11 user nova-compute[74725]: </domain>
Nov 15 17:36:11 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:36:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-941261353',display_name='tempest-VolumesActionsTest-instance-941261353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-941261353',id=42,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-4vbrsupl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:36:09Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=8ad28b97-17cf-481b-898d-745d18959cfe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG os_vif [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2cbaadfa-ccb8-5511-9489-8881d41cf7a8', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7a470397-b1, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7a470397-b1, col_values=(('qos', UUID('e10f6e9f-9cbf-44d4-918c-71f203128f56')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7a470397-b1, col_values=(('external_ids', {'iface-id': '7a470397-b1a0-472f-86d0-44b5537d3866', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:14:9f', 'vm-uuid': '8ad28b97-17cf-481b-898d-745d18959cfe'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:11 user nova-compute[74725]: INFO os_vif [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1')
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] No VIF found with MAC fa:16:3e:52:14:9f, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Updated VIF entry in instance network info cache for port 7a470397-b1a0-472f-86d0-44b5537d3866. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Updating instance_info_cache with network_info: [{"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f1088de9-69ea-4a96-812a-69536c89227d req-5d6361e2-0dab-4031-b6d4-a381ec479744 service nova] Releasing lock "refresh_cache-8ad28b97-17cf-481b-898d-745d18959cfe" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] No waiting events found dispatching network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:12 user nova-compute[74725]: WARNING nova.compute.manager [req-eded8827-ce84-4409-8658-c782b7b3ead5 req-c00bdf46-0d50-42dc-90a9-5810b644425c service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received unexpected event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 for instance with vm_state building and task_state spawning.
Nov 15 17:36:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:36:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Instance spawned successfully.
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] No waiting events found dispatching network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:14 user nova-compute[74725]: WARNING nova.compute.manager [req-624ccb76-4960-4ed6-870c-4c1067eef1b4 req-f057e955-64c9-45e5-857a-81715a02c390 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received unexpected event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 for instance with vm_state building and task_state spawning.
Nov 15 17:36:14 user nova-compute[74725]: INFO nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Took 5.43 seconds to spawn the instance on the hypervisor.
Nov 15 17:36:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:36:14 user nova-compute[74725]: INFO nova.compute.manager [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Took 6.19 seconds to build instance.
Nov 15 17:36:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-254ce00f-8081-431c-8aeb-63d681e1e95a tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.311s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:17 user nova-compute[74725]: INFO nova.compute.manager [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Unshelving
Nov 15 17:36:17 user nova-compute[74725]: INFO nova.virt.block_device [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Booting with volume bb24dd49-3197-4757-9d41-129cce936216 at /dev/vda
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[494a04cb-db6b-433e-9a0a-9b214718ec9e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[673e5ba1-0358-4db4-a68f-e082489af8b1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27efb48-5ead-4073-9339-4e5fcc7af572]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a621eda-b2e9-4ec8-90e4-b6b35e62d366]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:36:17 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:36:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d7f7123-05cc-44b4-961f-8fbc885596be]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:36:17 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating existing volume attachment record: 09b6ecc3-37c7-4c13-a6a5-fa72532564a2 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:36:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'pci_requests' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:36:22 user nova-compute[74725]: INFO nova.compute.claims [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Claim successful on node user
Nov 15 17:36:23 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:23 user nova-compute[74725]: INFO nova.network.neutron [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:23 user nova-compute[74725]: DEBUG nova.network.neutron [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing instance network info cache due to event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.network.neutron [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:36:24 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Creating image(s)
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Ensure instance console log exists: /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start _get_guest_xml network_info=[{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1cd153c8-8f57-4f5d-b0a5-1db51443b955', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb24dd49-3197-4757-9d41-129cce936216', 'serial': 'bb24dd49-3197-4757-9d41-129cce936216'}, 'boot_index': 0, 'attachment_id': '09b6ecc3-37c7-4c13-a6a5-fa72532564a2', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:24 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:24 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.objects.instance [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.objects.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Object Instance<1cd153c8-8f57-4f5d-b0a5-1db51443b955> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:36:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:36:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:36:24 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[310cd6df-2c41-4a7f-ad92-c3b577a1d945]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:36:24 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[feed2d4a-2ded-433a-8973-2348f3791d31]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216] added
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d0c51e-30ca-4248-8006-350d635316ee]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfdc3ad-b4af-4238-ac26-73c2e389341d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVOqLRWx {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eVOqLRWx" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af608b3-149e-412d-b1e5-e85cd0f39055]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eVOqLRWx'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[139dac09-ae0f-4f3b-850b-7c6908d4f3cd]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[127e3c89-6164-4f50-b8d0-9217650dd92c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[689173da-c7b6-482d-92a6-6d09957bcfea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]
Nov 15 17:36:24 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[beee7824-5ff1-4e84-80df-1269dac66d5e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27bb010c-ceee-4f6a-8ff8-7efd91ae094c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:24 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] HCTL ('37', '-', '-', 0) found on session 45 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-changed-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Refreshing instance network info cache due to event network-changed-fc87e780-8fd6-4af3-aab2-f82df52ac461. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] Acquiring lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] Acquired lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG nova.network.neutron [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Refreshing network info cache for port fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[416ce478-32c8-4b35-ad35-30bdae8183d1]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Searching for a device in session 45 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:36:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updated VIF entry in instance network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44469bb6-e2aa-41e5-8304-56d569d873ba req-f47ea367-7175-4a62-b66e-49227fcf953f service nova] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updated VIF entry in instance network info cache for port fc87e780-8fd6-4af3-aab2-f82df52ac461. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.neutron [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating instance_info_cache with network_info: [{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f75e9ea4-a997-4fda-85e9-bdea8013d18a req-3edfc0d4-f509-4538-80a4-9f0d25d06e5d service nova] Releasing lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '26334353433393262', 'path': '/dev/sdf'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334353433393262', 'path': '/dev/sdf'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-375016384',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:36:17Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.objects.instance [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.objects.base [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Object Instance<1cd153c8-8f57-4f5d-b0a5-1db51443b955> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74725) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:36:25 user nova-compute[74725]:   <uuid>1cd153c8-8f57-4f5d-b0a5-1db51443b955</uuid>
Nov 15 17:36:25 user nova-compute[74725]:   <name>instance-00000024</name>
Nov 15 17:36:25 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:36:25 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:36:25 user nova-compute[74725]:   <metadata>
Nov 15 17:36:25 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:36:25 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:36:25 user nova-compute[74725]:       <nova:name>tempest-TestShelveInstance-server-337767227</nova:name>
Nov 15 17:36:25 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:36:24</nova:creationTime>
Nov 15 17:36:25 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:36:25 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:36:25 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:36:25 user nova-compute[74725]:       <nova:owner>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:user uuid="329bddf310d24f17b83a3885adb08cc7">tempest-TestShelveInstance-1701754066-project-member</nova:user>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:project uuid="74b7de91145d47078e71a456a3c69d14">tempest-TestShelveInstance-1701754066</nova:project>
Nov 15 17:36:25 user nova-compute[74725]:       </nova:owner>
Nov 15 17:36:25 user nova-compute[74725]:       <nova:ports>
Nov 15 17:36:25 user nova-compute[74725]:         <nova:port uuid="7c1c4eac-4095-43b3-acf2-7ad0f373bf57">
Nov 15 17:36:25 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:36:25 user nova-compute[74725]:         </nova:port>
Nov 15 17:36:25 user nova-compute[74725]:       </nova:ports>
Nov 15 17:36:25 user nova-compute[74725]:     </nova:instance>
Nov 15 17:36:25 user nova-compute[74725]:   </metadata>
Nov 15 17:36:25 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:36:25 user nova-compute[74725]:     <system>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="serial">1cd153c8-8f57-4f5d-b0a5-1db51443b955</entry>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="uuid">1cd153c8-8f57-4f5d-b0a5-1db51443b955</entry>
Nov 15 17:36:25 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:36:25 user nova-compute[74725]:     </system>
Nov 15 17:36:25 user nova-compute[74725]:   </sysinfo>
Nov 15 17:36:25 user nova-compute[74725]:   <os>
Nov 15 17:36:25 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:36:25 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:36:25 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:36:25 user nova-compute[74725]:   </os>
Nov 15 17:36:25 user nova-compute[74725]:   <features>
Nov 15 17:36:25 user nova-compute[74725]:     <acpi/>
Nov 15 17:36:25 user nova-compute[74725]:     <apic/>
Nov 15 17:36:25 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:36:25 user nova-compute[74725]:   </features>
Nov 15 17:36:25 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:36:25 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:36:25 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:36:25 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:36:25 user nova-compute[74725]:   </clock>
Nov 15 17:36:25 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:36:25 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:36:25 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:36:25 user nova-compute[74725]:   </cpu>
Nov 15 17:36:25 user nova-compute[74725]:   <devices>
Nov 15 17:36:25 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:36:25 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:25 user nova-compute[74725]:       <source dev="/dev/sdf"/>
Nov 15 17:36:25 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:36:25 user nova-compute[74725]:       <serial>bb24dd49-3197-4757-9d41-129cce936216</serial>
Nov 15 17:36:25 user nova-compute[74725]:     </disk>
Nov 15 17:36:25 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:36:25 user nova-compute[74725]:       <mac address="fa:16:3e:83:5d:bb"/>
Nov 15 17:36:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:36:25 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:36:25 user nova-compute[74725]:       <target dev="tap7c1c4eac-40"/>
Nov 15 17:36:25 user nova-compute[74725]:     </interface>
Nov 15 17:36:25 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:36:25 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955/console.log" append="off"/>
Nov 15 17:36:25 user nova-compute[74725]:     </serial>
Nov 15 17:36:25 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:36:25 user nova-compute[74725]:     <video>
Nov 15 17:36:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:36:25 user nova-compute[74725]:     </video>
Nov 15 17:36:25 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:36:25 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:36:25 user nova-compute[74725]:     </rng>
Nov 15 17:36:25 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:36:25 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:36:25 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:36:25 user nova-compute[74725]:     </memballoon>
Nov 15 17:36:25 user nova-compute[74725]:   </devices>
Nov 15 17:36:25 user nova-compute[74725]: </domain>
Nov 15 17:36:25 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-375016384',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:36:17Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG os_vif [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f7321a1-52a9-5c20-a38e-1feb8f645532', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c1c4eac-40, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c1c4eac-40, col_values=(('qos', UUID('ff6594b6-bdf3-4447-93d6-0f5694c1028e')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c1c4eac-40, col_values=(('external_ids', {'iface-id': '7c1c4eac-4095-43b3-acf2-7ad0f373bf57', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:5d:bb', 'vm-uuid': '1cd153c8-8f57-4f5d-b0a5-1db51443b955'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:26 user nova-compute[74725]: INFO os_vif [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40')
Nov 15 17:36:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] No VIF found with MAC fa:16:3e:83:5d:bb, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:36:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:27 user nova-compute[74725]: WARNING nova.compute.manager [req-4420bcb1-cf02-49ab-a753-baaa4ca914d4 req-39dc4a31-6ef2-41a5-bdbe-0a1d3836c5dd service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid c23c0fe3-b4eb-4124-bf89-e48cda14c171 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:28 user nova-compute[74725]: INFO nova.compute.manager [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attaching volume 06ebf863-5df9-46fc-b04b-b185c77d435f to /dev/vdb
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99da2db-c80e-486e-acc1-58311ecfa0a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5eec4d-1a98-4996-baad-9d264a2911ca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9caa278-d362-4fb2-b11e-b79bd5e1b4a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a854ef-8ffd-4b99-ac39-70c5a9b91337]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:36:28 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf8b07a-e182-453c-b185-689f9d32a898]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG os_brick.utils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating existing volume attachment record: 563a8b3d-5610-4f2a-b57c-1c9abfb6ae63 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [{"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-c23c0fe3-b4eb-4124-bf89-e48cda14c171" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:36:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance spawned successfully.
Nov 15 17:36:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:36:29 user nova-compute[74725]: WARNING nova.compute.manager [req-0bc3176c-5ad0-4a78-9fb2-e48109a637ae req-4b842d06-1176-4295-aa52-3062b15122ab service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 17:36:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-46610e0b-7453-4915-979c-10603e7be9e8 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.284s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:36:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:36:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:33 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:36:33 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7579MB free_disk=24.59747314453125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:36:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CxmdbNlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:36:34 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:36:34 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:36:34 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4bdc93-01d1-4bff-86f8-3b70d398dfa7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:36:34 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb66195-0069-4bc4-8ed8-269eec93ff7e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f] added
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c960f0f-549c-4727-b10d-7bf86d603cd4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.048s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7ab473-69a1-403a-81b8-788344beedcc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CxmdbNlS {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CxmdbNlS" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbc4bd7-1549-43e1-9175-fc54d745d3e4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CxmdbNlS'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8b3849-3241-46b2-a269-2095c3ac82d5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde6b731-eaa9-46be-939d-e0e3d292a9ec]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[adcbfed3-b4de-4680-9cbc-82d97601f453]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260]
Nov 15 17:36:34 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260] successful.
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f5a80a-6185-4a43-997c-0b4e309027b3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8b77a57-bca8-437c-9906-fb6883b30c18]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:36:34 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:36:34 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] HCTL ('38', '-', '-', 0) found on session 46 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8ad28b97-17cf-481b-898d-745d18959cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1cd153c8-8f57-4f5d-b0a5-1db51443b955 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d36d8a9-54aa-49c9-8377-f30a9741006e]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching for a device in session 46 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CxmdbNlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:36:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.145s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23939363337316133', 'path': '/dev/sdg'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939363337316133', 'path': '/dev/sdg'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.objects.instance [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:36:35 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:35 user nova-compute[74725]:   <source dev="/dev/sdg"/>
Nov 15 17:36:35 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:35 user nova-compute[74725]:   <serial>06ebf863-5df9-46fc-b04b-b185c77d435f</serial>
Nov 15 17:36:35 user nova-compute[74725]: </disk>
Nov 15 17:36:35 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No VIF found with MAC fa:16:3e:b8:0d:64, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-b0d71d9b-baaa-4c1c-94c6-3c4eafa028e4 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.529s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:36:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing instance network info cache due to event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updated VIF entry in instance network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-cf495855-4a73-4328-b2e0-b587907a6150 req-095b3636-c596-48ae-92b7-ec3bbc3b05ab service nova] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:40 user nova-compute[74725]: INFO nova.compute.manager [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Detaching volume 697c79be-6e87-49eb-801c-3e1b3a9635ad
Nov 15 17:36:40 user nova-compute[74725]: INFO nova.virt.block_device [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Attempting to driver detach volume 697c79be-6e87-49eb-801c-3e1b3a9635ad from mountpoint /dev/vdb
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Attempting to detach device vdb from instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:40 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:36:40 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:40 user nova-compute[74725]:   <serial>697c79be-6e87-49eb-801c-3e1b3a9635ad</serial>
Nov 15 17:36:40 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:40 user nova-compute[74725]: </disk>
Nov 15 17:36:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:36:40 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully detached device vdb from instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 from the persistent domain config.
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:40 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:40 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:36:40 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:40 user nova-compute[74725]:   <serial>697c79be-6e87-49eb-801c-3e1b3a9635ad</serial>
Nov 15 17:36:40 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:40 user nova-compute[74725]: </disk>
Nov 15 17:36:40 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing instance network info cache due to event network-changed-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] Acquiring lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] Acquired lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:36:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Refreshing network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:36:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updated VIF entry in instance network info cache for port d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:36:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [{"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:36:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bbbe171b-4f80-4f76-a5ce-11cbc8924bd1 req-7b42fff8-b08f-4bf3-80ed-5e191f1d2eb0 service nova] Releasing lock "refresh_cache-14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:36:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:47 user nova-compute[74725]: INFO nova.compute.manager [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Detaching volume 06ebf863-5df9-46fc-b04b-b185c77d435f
Nov 15 17:36:47 user nova-compute[74725]: INFO nova.virt.block_device [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attempting to driver detach volume 06ebf863-5df9-46fc-b04b-b185c77d435f from mountpoint /dev/vdb
Nov 15 17:36:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Attempting to detach device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:36:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:47 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:47 user nova-compute[74725]:   <source dev="/dev/sdg"/>
Nov 15 17:36:47 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:47 user nova-compute[74725]:   <serial>06ebf863-5df9-46fc-b04b-b185c77d435f</serial>
Nov 15 17:36:47 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:47 user nova-compute[74725]: </disk>
Nov 15 17:36:47 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:36:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config.
Nov 15 17:36:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:36:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:47 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:47 user nova-compute[74725]:   <source dev="/dev/sdg"/>
Nov 15 17:36:47 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:47 user nova-compute[74725]:   <serial>06ebf863-5df9-46fc-b04b-b185c77d435f</serial>
Nov 15 17:36:47 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:47 user nova-compute[74725]: </disk>
Nov 15 17:36:47 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:36:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:36:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:51 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:36:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:36:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:36:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:36:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:36:59 user nova-compute[74725]: INFO nova.compute.manager [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Detaching volume dad94488-44a0-4351-946f-c1f9897e1fc1
Nov 15 17:36:59 user nova-compute[74725]: INFO nova.virt.block_device [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Attempting to driver detach volume dad94488-44a0-4351-946f-c1f9897e1fc1 from mountpoint /dev/vdb
Nov 15 17:36:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Attempting to detach device vdb from instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:36:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:59 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:59 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:36:59 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:59 user nova-compute[74725]:   <serial>dad94488-44a0-4351-946f-c1f9897e1fc1</serial>
Nov 15 17:36:59 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:59 user nova-compute[74725]: </disk>
Nov 15 17:36:59 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:36:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 from the persistent domain config.
Nov 15 17:36:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:36:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:36:59 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:36:59 user nova-compute[74725]:   <source dev="/dev/sde"/>
Nov 15 17:36:59 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:36:59 user nova-compute[74725]:   <serial>dad94488-44a0-4351-946f-c1f9897e1fc1</serial>
Nov 15 17:36:59 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:36:59 user nova-compute[74725]: </disk>
Nov 15 17:36:59 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:37:00 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 is timed out.
Nov 15 17:37:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully detached device vdb from instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 from the live domain config.
Nov 15 17:37:00 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vGhLxaTW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f3f1ea-201b-453c-ae25-9d42e6089af2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:37:00 user nova-compute[74725]: No targets found.
Nov 15 17:37:00 user nova-compute[74725]: iSNS:
Nov 15 17:37:00 user nova-compute[74725]: No targets found.
Nov 15 17:37:00 user nova-compute[74725]: STATIC:
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:37:00 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:00 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:00 user nova-compute[74725]: FIRMWARE:
Nov 15 17:37:00 user nova-compute[74725]: No targets found.
Nov 15 17:37:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:37:00 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:37:00 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41a13f5-b28f-4be2-8209-d540eb6bd5a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdba470-e1c8-4319-ac87-24bf92a2bd16]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:37:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:00 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:37:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac4932e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f7a6cf-4961-4321-a48c-4c0d1dc2faf4]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[385cfc3b-09f0-4c7f-a281-6bec47cf5a30]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[573cc86e-64f2-4bbc-ba01-769c0b1fdcf4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:37:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb0dc7d-0851-4d43-bea4-6758571d9195]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a0ec0fc-a9ed-4be8-81c5-cb18a482c758]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51a7f1f-154c-484e-8467-039dd42c685d]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260]
Nov 15 17:37:01 user nova-compute[74725]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:01 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:697c79be-6e87-49eb-801c-3e1b3a9635ad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b4cbb1-ce32-4735-9adc-1e97a4d98e6c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] <== disconnect_volume: return (336ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:37:02 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'flavor' on Instance uuid 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4ca9a05d-ae27-4456-9015-e77e3468ef45 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.937s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:07 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 is timed out.
Nov 15 17:37:07 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config.
Nov 15 17:37:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CxmdbNlS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:07 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a897de-afc3-4fe5-be4c-d59c54c12032]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:37:07 user nova-compute[74725]: No targets found.
Nov 15 17:37:07 user nova-compute[74725]: iSNS:
Nov 15 17:37:07 user nova-compute[74725]: No targets found.
Nov 15 17:37:07 user nova-compute[74725]: STATIC:
Nov 15 17:37:07 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:37:07 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:07 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:07 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1
Nov 15 17:37:07 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:07 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:07 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f
Nov 15 17:37:07 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:07 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:07 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:37:07 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:07 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:07 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:37:07 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:07 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:07 user nova-compute[74725]: FIRMWARE:
Nov 15 17:37:07 user nova-compute[74725]: No targets found.
Nov 15 17:37:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:37:07 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:37:07 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab34ae9a-81ab-4abe-8897-b0176e7daed5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db44072-1fa1-4943-b5d6-f4b478c610c0]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:37:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:07 user nova-compute[74725]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f (non-flash)
Nov 15 17:37:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc340ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f'): ({'sdg'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Removing single pathed devices sdg {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[984f0e54-ab8b-411e-850f-686933cc3ad5]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[435efdaf-abb1-470f-86fc-f3db9eb7042c]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flushing IO for device /dev/sdg {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fc15af-74de-4f10-8c38-1cab1f283381]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1207f53f-57b1-422f-ac7f-d0c36a8338bf]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] SCSI volumes sdg have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8609c505-ab1b-427e-8a64-68b8ee1efdc6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b363c067-b81e-4385-a911-9d569768c3fb]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260]
Nov 15 17:37:07 user nova-compute[74725]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:07 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:06ebf863-5df9-46fc-b04b-b185c77d435f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1423f8c-026b-4525-a62b-4117afb5718c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== disconnect_volume: return (289ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:07 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:37:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-422462ad-5a43-433f-b481-36516cbfd7a5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.588s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:20 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 is timed out.
Nov 15 17:37:20 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 from the live domain config.
Nov 15 17:37:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UpzuIOcD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:20 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa908c1-7a9f-4b2e-8e7f-40c16c22aa49]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:37:20 user nova-compute[74725]: No targets found.
Nov 15 17:37:20 user nova-compute[74725]: iSNS:
Nov 15 17:37:20 user nova-compute[74725]: No targets found.
Nov 15 17:37:20 user nova-compute[74725]: STATIC:
Nov 15 17:37:20 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:37:20 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:20 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:20 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1
Nov 15 17:37:20 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:20 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:20 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:37:20 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:20 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:20 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:37:20 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:20 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:20 user nova-compute[74725]: FIRMWARE:
Nov 15 17:37:20 user nova-compute[74725]: No targets found.
Nov 15 17:37:20 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:37:20 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:37:20 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4013352d-e293-4fa7-a423-8403e565bad6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[367b4b85-ed50-4d20-80f7-2e82c2cffdd3]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:20 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 (non-flash)
Nov 15 17:37:20 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:20 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcad0523130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1'): ({'sde'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Removing single pathed devices sde {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b3ad12-5edd-45d4-a7c2-808a2b76d12c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea2588ac-1a9b-48d3-9cd4-41f2d91bf6e5]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flushing IO for device /dev/sde {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5dcb982-4fb9-4485-92be-ed31868df084]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.034s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b61e79b-12a5-4bf8-9e82-1e9e48c5876e]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] SCSI volumes sde have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b451b0-4f87-4011-ba0b-7be3dc4a7377]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf30c3fa-cdae-494b-8730-3fc0e4479483]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260]
Nov 15 17:37:20 user nova-compute[74725]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:20 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dad94488-44a0-4351-946f-c1f9897e1fc1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b91934c1-42d1-4d0d-9b56-4d46a8386399]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== disconnect_volume: return (305ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:20 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:37:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d23601ed-2ac8-4da2-adf0-90e2986b5618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.712s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [{"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-1ac7c6ed-568e-459a-85ec-211ddf1777cc" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:37:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:31 user nova-compute[74725]: INFO nova.compute.manager [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Terminating instance
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-6724da5a-7ca8-4b42-9568-8e18916d270f req-6f5be557-19fb-477b-9674-5b8a6f344404 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-unplugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Instance destroyed successfully.
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid 1a41b846-0ca1-4b46-846a-7f8449a97ba8 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:31:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1438095210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1438095210',id=34,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:33:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-54qrk10u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:35:45Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1a41b846-0ca1-4b46-846a-7f8449a97ba8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "address": "fa:16:3e:8f:93:4d", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5280f54d-1b", "ovs_interfaceid": "5280f54d-1bab-4a0c-b100-0bb4b27298a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG os_vif [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5280f54d-1b, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=108b0569-5ea0-47d6-9c4f-d3d832253cba) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:31 user nova-compute[74725]: INFO os_vif [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:93:4d,bridge_name='br-int',has_traffic_filtering=True,id=5280f54d-1bab-4a0c-b100-0bb4b27298a3,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5280f54d-1b')
Nov 15 17:37:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XsBPkczp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:31 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:31 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b21f158-cf94-4ec7-8049-8c8a6bdcce8e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:37:32 user nova-compute[74725]: No targets found.
Nov 15 17:37:32 user nova-compute[74725]: iSNS:
Nov 15 17:37:32 user nova-compute[74725]: No targets found.
Nov 15 17:37:32 user nova-compute[74725]: STATIC:
Nov 15 17:37:32 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c
Nov 15 17:37:32 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:32 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:32 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:37:32 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:32 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:32 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:37:32 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:37:32 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:37:32 user nova-compute[74725]: FIRMWARE:
Nov 15 17:37:32 user nova-compute[74725]: No targets found.
Nov 15 17:37:32 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:37:32 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:37:32 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f12f286-5f8d-4b4b-9b41-1c1fe8ab5b40]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d479de-6379-4a2b-a4c1-5885d8b3b25e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:32 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:32 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:32 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:32 user nova-compute[74725]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c (non-flash)
Nov 15 17:37:32 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:32 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc2fe0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d129f94-a8d5-4e2b-bae4-315b6894c33f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[984d5059-2fac-4e3f-8441-96beb76a6f10]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70d6613-a98e-47a6-af19-b6966b3eab79]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[31aeaa3c-6832-4472-b818-8140afb21cb8]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO2b35a255-6d1958cb122c8147', '/dev/disk/by-id/scsi-23664313935386362', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_2b35a255') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[58291c06-7440-4ed4-88df-a553f09abe14]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[026fe335-82f6-4ca1-98af-685deed669b2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[622fb648-effe-4708-98b5-a48ac04b9ce1]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260]
Nov 15 17:37:32 user nova-compute[74725]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:32 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be800485-d81d-4427-a1e5-314c2ae1466c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf682d5a-96d3-4703-9f74-a85c56e05102]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== disconnect_volume: return (324ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:37:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Deleting instance files /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8_del
Nov 15 17:37:32 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Deletion of /opt/stack/data/nova/instances/1a41b846-0ca1-4b46-846a-7f8449a97ba8_del complete
Nov 15 17:37:32 user nova-compute[74725]: INFO nova.compute.manager [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Took 1.21 seconds to destroy the instance on the hypervisor.
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:37:32 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Error from libvirt while getting description of instance-00000022: [Error Code 42] Domain not found: no domain with matching uuid '1a41b846-0ca1-4b46-846a-7f8449a97ba8' (instance-00000022): libvirt.libvirtError: Domain not found: no domain with matching uuid '1a41b846-0ca1-4b46-846a-7f8449a97ba8' (instance-00000022)
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:32 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:32 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Took 0.57 seconds to deallocate network for instance.
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] Acquiring lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] No waiting events found dispatching network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:33 user nova-compute[74725]: WARNING nova.compute.manager [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received unexpected event network-vif-plugged-5280f54d-1bab-4a0c-b100-0bb4b27298a3 for instance with vm_state active and task_state deleting.
Nov 15 17:37:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-5dee005d-9414-4d3f-ad5e-7e77a6578251 req-66a0e391-f890-487e-bf95-dcfc3c3e22f9 service nova] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Received event network-vif-deleted-5280f54d-1bab-4a0c-b100-0bb4b27298a3 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:33 user nova-compute[74725]: INFO nova.compute.manager [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1a41b846-0ca1-4b46-846a-7f8449a97ba8] Took 0.79 seconds to detach 1 volumes for instance.
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:33 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.compute.manager [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Terminating instance
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.manager [req-f34fa204-d918-4a22-8d06-830dd3c65e3b req-606de2c0-7757-4178-9e3f-47814a0d5282 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-unplugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.530s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Deleted allocations for instance 1a41b846-0ca1-4b46-846a-7f8449a97ba8
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2b5ef0cc-aa7b-4771-bab1-26d91596a930 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1a41b846-0ca1-4b46-846a-7f8449a97ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.344s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Instance destroyed successfully.
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.objects.instance [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lazy-loading 'resources' on Instance uuid 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-394059613',display_name='tempest-TestMinimumBasicScenario-server-394059613',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-394059613',id=37,image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNIdEMu4WTMChV+cIbQ5lwetw9NMVb7WelyenDijLPdPKtac27ZfTibJDyjn3QIQgm1205MfZv0/E8AnK1ekPZQTg14zlH3bH1XovduU6CAWNy/QygX0VysMEVree6EPJw==',key_name='tempest-TestMinimumBasicScenario-435415111',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ed18b4d43e04adcb07d03246ff06c68',ramdisk_id='',reservation_id='r-b1y8kb3h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='2ad496be-7485-4c90-ae8f-b8b320e19b26',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-317284105',owner_user_name='tempest-TestMinimumBasicScenario-317284105-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:34:54Z,user_data=None,user_id='c0528eed9a8742aa9babc4ba5aabdb90',uuid=14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converting VIF {"id": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "address": "fa:16:3e:0d:84:fa", "network": {"id": "bef09406-e31a-4f6d-bb53-fcf1c04f1959", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-104381235-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1ed18b4d43e04adcb07d03246ff06c68", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74fa8b4-75", "ovs_interfaceid": "d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG os_vif [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd74fa8b4-75, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=13cd83a7-1121-4f0f-acc6-31564fd7059e) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:34 user nova-compute[74725]: INFO os_vif [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0d:84:fa,bridge_name='br-int',has_traffic_filtering=True,id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e,network=Network(bef09406-e31a-4f6d-bb53-fcf1c04f1959),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74fa8b4-75')
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Deleting instance files /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931_del
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Deletion of /opt/stack/data/nova/instances/14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931_del complete
Nov 15 17:37:34 user nova-compute[74725]: INFO nova.compute.manager [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 15 17:37:34 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:37:34 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-4a88803c-d94c-4f85-a903-8cf6ef516243 req-e58dd13b-64a2-48a6-a0a1-fb2a035ff830 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-deleted-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:35 user nova-compute[74725]: INFO nova.compute.manager [req-4a88803c-d94c-4f85-a903-8cf6ef516243 req-e58dd13b-64a2-48a6-a0a1-fb2a035ff830 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Neutron deleted interface d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e; detaching it from the instance and deleting it from the info cache
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-4a88803c-d94c-4f85-a903-8cf6ef516243 req-e58dd13b-64a2-48a6-a0a1-fb2a035ff830 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:35 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:37:35 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=7812MB free_disk=24.59377670288086GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:35 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Took 0.66 seconds to deallocate network for instance.
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-4a88803c-d94c-4f85-a903-8cf6ef516243 req-e58dd13b-64a2-48a6-a0a1-fb2a035ff830 service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Detach interface failed, port_id=d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e, reason: Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d3a188fe-d0cb-4888-8cd4-41652324a734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06794d18-7daf-46bc-9c15-4a73e6852bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 8ad28b97-17cf-481b-898d-745d18959cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1cd153c8-8f57-4f5d-b0a5-1db51443b955 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:37:35 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.432s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.354s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.287s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] Acquiring lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] No waiting events found dispatching network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:36 user nova-compute[74725]: WARNING nova.compute.manager [req-ab6f42c0-f53a-4643-8679-753b104e6d0a req-93f37bc5-51fe-4867-ae2f-34d749cf149e service nova] [instance: 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931] Received unexpected event network-vif-plugged-d74fa8b4-75b1-45bb-89d3-b721f9f6fe1e for instance with vm_state deleted and task_state None.
Nov 15 17:37:36 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Deleted allocations for instance 14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931
Nov 15 17:37:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-4bb2c2fb-bbbe-4abc-a8bc-0f4b59ad47d5 tempest-TestMinimumBasicScenario-317284105 tempest-TestMinimumBasicScenario-317284105-project-member] Lock "14e8a07a-a1dc-4e6f-adf6-b61cc6a9a931" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.486s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing instance network info cache due to event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:37:37 user nova-compute[74725]: DEBUG nova.network.neutron [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:38 user nova-compute[74725]: INFO nova.compute.manager [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Attaching volume 68f5189c-8d3f-4718-9654-a81380c4b5b7 to /dev/vdb
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.utils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a52071-28de-4b7c-87fe-39c8b34656e5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ab8c2c-70a6-48d6-bc72-8627713260ee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf3b962-7dc6-4d18-82f4-8c4ba0e7c869]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[12feeebc-5976-477e-a486-6d4e089ff12c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:37:38 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9cbece-eee7-4dd8-95e1-da904d3e627c]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG os_brick.utils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating existing volume attachment record: 7e5b76c8-b701-4253-92bf-bdd7398ab06f {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updated VIF entry in instance network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce79b255-1428-4b1b-9fd2-73d3afe4675a req-8e54f45f-7bff-40e0-8298-2d7e172fafe8 service nova] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:37:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:40 user nova-compute[74725]: INFO nova.compute.manager [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attaching volume 54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb to /dev/vdb
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.utils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3203db-0aed-477c-b4cf-063a5f82593e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2332b7a-5b34-4bff-af60-e9d4bba7624d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[540beddb-167d-48e3-a854-c207864019c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c4572d-1cbf-41d5-b1d6-e1840cf65b16]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:37:40 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:37:40 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f49cf3-8137-49c8-b4df-d10eba0a6e24]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG os_brick.utils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:40 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating existing volume attachment record: 37a4465c-4a3d-4b9b-9bba-71686c04afbc {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:37:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYviKfml', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:43 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:43 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:43 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca34d10-4efc-42a7-bb1d-9c256f5f6dfc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:37:43 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce390e49-4aaa-4e38-8ee9-b232042dd1ac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7] added
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfc18f8-9799-49c7-a7df-4a048c79687f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[821dea36-8e35-44f5-9cf9-7257f46628e3]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pYviKfml {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pYviKfml" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36bbdf6c-b3a2-4455-855e-d206ca7adf16]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pYviKfml'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9021f291-81f1-4fa9-b590-b751965b2eca]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[578a892a-df3a-41c8-b36c-3816fff686f2]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b1e3cd-a6e0-4f24-9b94-5798d60b0303]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260]
Nov 15 17:37:43 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8bea08-049d-442f-bab7-5065fb807cec]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[20265765-f287-4dc0-9412-ad680cfd27f2]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d056a1-feae-4d53-85e7-d243c7afe08f]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:37:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYviKfml', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26235626661333639', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235626661333639', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:37:44 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:44 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:37:44 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:44 user nova-compute[74725]:   <serial>68f5189c-8d3f-4718-9654-a81380c4b5b7</serial>
Nov 15 17:37:44 user nova-compute[74725]: </disk>
Nov 15 17:37:44 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:37:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No VIF found with MAC fa:16:3e:4e:53:78, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2456ce97-17f2-4ca2-bce1-2d120a32bd07 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.784s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYocBDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:37:45 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:45 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:37:45 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58e75e8-a881-4b49-a539-8a581ccdae62]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:37:45 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[01226ed9-3320-4b8b-8967-712ea97e8311]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb] added
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0710422a-6a93-458c-a304-a91495ad0d15]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e026a15b-8ee3-4655-84ab-805f148adc8c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LuYocBDI {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LuYocBDI" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f14dc6-7a2e-4402-8e02-32ca740a0f3c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LuYocBDI'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b673f56f-00e9-48a7-ade9-b86ee8896476]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad20c20d-b7bb-4e92-8d43-dda2f9507c52]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[552eac67-c60f-41c5-8cb8-4f8a9e4a7dab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260]
Nov 15 17:37:45 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260] successful.
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e007642-c2e4-424b-a818-3311e094e974]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71083c4e-371c-49e7-aad1-6affae0a9d9c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:37:45 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:37:45 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] HCTL ('35', '-', '-', 0) found on session 48 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fa9e0a-fecc-4ecc-a866-161f4f17f4d8]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:37:45 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching for a device in session 48 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYocBDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23065633836343637', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065633836343637', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.objects.instance [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:37:46 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:46 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:37:46 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:46 user nova-compute[74725]:   <serial>54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb</serial>
Nov 15 17:37:46 user nova-compute[74725]: </disk>
Nov 15 17:37:46 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:37:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No VIF found with MAC fa:16:3e:b8:0d:64, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:37:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-31b4a4e9-f409-4821-afb5-bfd4027042d8 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.758s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:47 user nova-compute[74725]: INFO nova.compute.manager [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Detaching volume 68f5189c-8d3f-4718-9654-a81380c4b5b7
Nov 15 17:37:47 user nova-compute[74725]: INFO nova.virt.block_device [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Attempting to driver detach volume 68f5189c-8d3f-4718-9654-a81380c4b5b7 from mountpoint /dev/vdb
Nov 15 17:37:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Attempting to detach device vdb from instance 243d0ccb-b994-4091-aecd-20277ffcceb2 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:37:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:37:47 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:47 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:37:47 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:47 user nova-compute[74725]:   <serial>68f5189c-8d3f-4718-9654-a81380c4b5b7</serial>
Nov 15 17:37:47 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:37:47 user nova-compute[74725]: </disk>
Nov 15 17:37:47 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:37:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully detached device vdb from instance 243d0ccb-b994-4091-aecd-20277ffcceb2 from the persistent domain config.
Nov 15 17:37:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 243d0ccb-b994-4091-aecd-20277ffcceb2 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:37:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:37:47 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:47 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:37:47 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:47 user nova-compute[74725]:   <serial>68f5189c-8d3f-4718-9654-a81380c4b5b7</serial>
Nov 15 17:37:47 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:37:47 user nova-compute[74725]: </disk>
Nov 15 17:37:47 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:37:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:37:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:49 user nova-compute[74725]: INFO nova.compute.manager [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Detaching volume 54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb
Nov 15 17:37:49 user nova-compute[74725]: INFO nova.virt.block_device [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attempting to driver detach volume 54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb from mountpoint /dev/vdb
Nov 15 17:37:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Attempting to detach device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:37:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:37:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:49 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:37:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:49 user nova-compute[74725]:   <serial>54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb</serial>
Nov 15 17:37:49 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:37:49 user nova-compute[74725]: </disk>
Nov 15 17:37:49 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:37:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config.
Nov 15 17:37:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:37:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:37:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:37:49 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:37:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:37:49 user nova-compute[74725]:   <serial>54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb</serial>
Nov 15 17:37:49 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:37:49 user nova-compute[74725]: </disk>
Nov 15 17:37:49 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:37:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:50 user nova-compute[74725]: INFO nova.compute.manager [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Terminating instance
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-unplugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] No waiting events found dispatching network-vif-unplugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-3bd27e80-4c68-4ba5-9fa4-732e398395b8 req-75102283-59e3-45a7-bf37-1dd0f319edeb service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-unplugged-5b75411f-3948-499c-a835-bf3cdac34958 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Instance destroyed successfully.
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'resources' on Instance uuid 06794d18-7daf-46bc-9c15-4a73e6852bf9 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-380077213',display_name='tempest-AttachVolumeNegativeTest-server-380077213',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-380077213',id=35,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB/P/BwgEKVL0bXV62x9yagUEEM8EpUbHDXnn81lxQ0g2E2gGwzi0yYUdQDhVzuGvUlj+BjBuqGdqMCHy9esnQ/V2iKbJ8JNBO3J5bwUkv8rmUUr8TQBZF3mX4RGlb7MzA==',key_name='tempest-keypair-1324258661',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:32:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-h089g702',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:32:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06794d18-7daf-46bc-9c15-4a73e6852bf9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "5b75411f-3948-499c-a835-bf3cdac34958", "address": "fa:16:3e:07:23:d6", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5b75411f-39", "ovs_interfaceid": "5b75411f-3948-499c-a835-bf3cdac34958", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG os_vif [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5b75411f-39, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=517d953b-d857-41d3-8d5e-61e46e0524c5) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:50 user nova-compute[74725]: INFO os_vif [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:23:d6,bridge_name='br-int',has_traffic_filtering=True,id=5b75411f-3948-499c-a835-bf3cdac34958,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5b75411f-39')
Nov 15 17:37:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Deleting instance files /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9_del
Nov 15 17:37:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Deletion of /opt/stack/data/nova/instances/06794d18-7daf-46bc-9c15-4a73e6852bf9_del complete
Nov 15 17:37:50 user nova-compute[74725]: INFO nova.compute.manager [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 15 17:37:50 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:37:50 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:37:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:51 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:37:51 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Took 0.98 seconds to deallocate network for instance.
Nov 15 17:37:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-626ad29a-a930-4930-b18b-af9e448ea683 req-a7892d9f-6c08-403a-ba72-3a5ed34c609f service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-deleted-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.279s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:52 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Deleted allocations for instance 06794d18-7daf-46bc-9c15-4a73e6852bf9
Nov 15 17:37:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-cf1b8c2f-13cb-45a8-a844-e68955a29c50 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.287s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] Acquiring lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] Lock "06794d18-7daf-46bc-9c15-4a73e6852bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] No waiting events found dispatching network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:52 user nova-compute[74725]: WARNING nova.compute.manager [req-00604ff8-fb97-42b4-a797-1f1545bf5679 req-8bb8793b-708e-4c1c-8478-c70127aa69a0 service nova] [instance: 06794d18-7daf-46bc-9c15-4a73e6852bf9] Received unexpected event network-vif-plugged-5b75411f-3948-499c-a835-bf3cdac34958 for instance with vm_state deleted and task_state None.
Nov 15 17:37:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:59 user nova-compute[74725]: INFO nova.compute.manager [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Terminating instance
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-unplugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] No waiting events found dispatching network-vif-unplugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.compute.manager [req-c474740c-f22a-405a-9858-ff00fc555f29 req-fa6d78af-8114-4e0d-9a77-6046f1a9b410 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-unplugged-7a470397-b1a0-472f-86d0-44b5537d3866 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:37:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Instance destroyed successfully.
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lazy-loading 'resources' on Instance uuid 8ad28b97-17cf-481b-898d-745d18959cfe {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:36:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-941261353',display_name='tempest-VolumesActionsTest-instance-941261353',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-941261353',id=42,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:36:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='47141c843cbb45b9b28a6e22fcd4d43f',ramdisk_id='',reservation_id='r-4vbrsupl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1414960343',owner_user_name='tempest-VolumesActionsTest-1414960343-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:36:15Z,user_data=None,user_id='1881122a281c43ffb5bb85fc8bbea910',uuid=8ad28b97-17cf-481b-898d-745d18959cfe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converting VIF {"id": "7a470397-b1a0-472f-86d0-44b5537d3866", "address": "fa:16:3e:52:14:9f", "network": {"id": "2d5aab09-2848-44f2-9ac1-8e261abac6e9", "bridge": "br-int", "label": "tempest-VolumesActionsTest-293731589-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "47141c843cbb45b9b28a6e22fcd4d43f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7a470397-b1", "ovs_interfaceid": "7a470397-b1a0-472f-86d0-44b5537d3866", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG os_vif [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7a470397-b1, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e10f6e9f-9cbf-44d4-918c-71f203128f56) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:37:59 user nova-compute[74725]: INFO os_vif [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:14:9f,bridge_name='br-int',has_traffic_filtering=True,id=7a470397-b1a0-472f-86d0-44b5537d3866,network=Network(2d5aab09-2848-44f2-9ac1-8e261abac6e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7a470397-b1')
Nov 15 17:37:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Deleting instance files /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe_del
Nov 15 17:37:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Deletion of /opt/stack/data/nova/instances/8ad28b97-17cf-481b-898d-745d18959cfe_del complete
Nov 15 17:37:59 user nova-compute[74725]: INFO nova.compute.manager [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Took 0.66 seconds to destroy the instance on the hypervisor.
Nov 15 17:37:59 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:37:59 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:00 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Took 0.46 seconds to deallocate network for instance.
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-4390ab2b-a318-4ca6-becf-a0b74857657a req-d4469e8a-c61d-457e-a152-cf32005c71d9 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-deleted-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:00 user nova-compute[74725]: INFO nova.compute.manager [req-4390ab2b-a318-4ca6-becf-a0b74857657a req-d4469e8a-c61d-457e-a152-cf32005c71d9 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Neutron deleted interface 7a470397-b1a0-472f-86d0-44b5537d3866; detaching it from the instance and deleting it from the info cache
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.network.neutron [req-4390ab2b-a318-4ca6-becf-a0b74857657a req-d4469e8a-c61d-457e-a152-cf32005c71d9 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.compute.manager [req-4390ab2b-a318-4ca6-becf-a0b74857657a req-d4469e8a-c61d-457e-a152-cf32005c71d9 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Detach interface failed, port_id=7a470397-b1a0-472f-86d0-44b5537d3866, reason: Instance 8ad28b97-17cf-481b-898d-745d18959cfe could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:00 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Deleted allocations for instance 8ad28b97-17cf-481b-898d-745d18959cfe
Nov 15 17:38:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7adc362f-8f40-4283-bf5a-02eac5abe9f5 tempest-VolumesActionsTest-1414960343 tempest-VolumesActionsTest-1414960343-project-member] Lock "8ad28b97-17cf-481b-898d-745d18959cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.571s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] Acquiring lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] Lock "8ad28b97-17cf-481b-898d-745d18959cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] No waiting events found dispatching network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:01 user nova-compute[74725]: WARNING nova.compute.manager [req-e7e75c28-618e-4f01-a0bc-7b0eec829e14 req-d17210a0-3984-4540-9535-9a902e553895 service nova] [instance: 8ad28b97-17cf-481b-898d-745d18959cfe] Received unexpected event network-vif-plugged-7a470397-b1a0-472f-86d0-44b5537d3866 for instance with vm_state deleted and task_state None.
Nov 15 17:38:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing instance network info cache due to event network-changed-7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] Acquiring lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] Acquired lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Refreshing network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:08 user nova-compute[74725]: INFO nova.compute.manager [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Terminating instance
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:38:08 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 243d0ccb-b994-4091-aecd-20277ffcceb2 is timed out.
Nov 15 17:38:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully detached device vdb from instance 243d0ccb-b994-4091-aecd-20277ffcceb2 from the live domain config.
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pYviKfml', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:38:08 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c781bd6-e9cc-4018-82aa-9b94d7e0b267]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:38:08 user nova-compute[74725]: No targets found.
Nov 15 17:38:08 user nova-compute[74725]: iSNS:
Nov 15 17:38:08 user nova-compute[74725]: No targets found.
Nov 15 17:38:08 user nova-compute[74725]: STATIC:
Nov 15 17:38:08 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7
Nov 15 17:38:08 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:08 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:08 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb
Nov 15 17:38:08 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:08 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:08 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:38:08 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:08 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:08 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:38:08 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:08 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:08 user nova-compute[74725]: FIRMWARE:
Nov 15 17:38:08 user nova-compute[74725]: No targets found.
Nov 15 17:38:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:38:08 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:38:08 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acced48-23fb-4c4c-ba0d-7e7194927d7b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae2a05b9-3305-4ef5-99e4-a0a0e3bd8f9c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 (non-flash)
Nov 15 17:38:08 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc340040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a1c410-480e-45cb-ade3-68702f58932d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[05513d43-5980-4102-88ad-1521dc1f97e8]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b630fe-3eb7-44b1-8c72-a8a61db3207e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e526349-2171-47e3-9899-eee03c76b636]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5c75633-9b82-420f-9e9d-b7f35f01eb56]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ada708-c991-46b7-86b1-6351e4cac488]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260]
Nov 15 17:38:08 user nova-compute[74725]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7, portal: 172.16.0.220,3260] successful.
Nov 15 17:38:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f5189c-8d3f-4718-9654-a81380c4b5b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a5828e4-dcef-4474-83c6-cfcdd398b7e4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== disconnect_volume: return (346ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-0522180c-dbf5-48a4-90cb-3d512ad22791 req-4ad574cf-3aed-4def-badb-209793596476 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-unplugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updated VIF entry in instance network info cache for port 7c1c4eac-4095-43b3-acf2-7ad0f373bf57. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [{"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05e411bd-d363-4c54-b254-ba2894629dc9 req-eb824a7d-8c17-4898-b26d-3c66a175478c service nova] Releasing lock "refresh_cache-1cd153c8-8f57-4f5d-b0a5-1db51443b955" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Instance destroyed successfully.
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lazy-loading 'resources' on Instance uuid 1cd153c8-8f57-4f5d-b0a5-1db51443b955 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T17:32:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-337767227',display_name='tempest-TestShelveInstance-server-337767227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-337767227',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPBAEs3K3AOvmNLYxppQfUFR+lGX/XmUJOupitG4q/tc17qaDuTZSLui0z+i+fnHK8W29MLaEYnTRr8ZyT6DoNTzcnST8T+ewCkWCslCao+x+pY+0oC13Qzqzmca2Udlng==',key_name='tempest-TestShelveInstance-375016384',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:36:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='74b7de91145d47078e71a456a3c69d14',ramdisk_id='',reservation_id='r-8wz9wy03',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1701754066',owner_user_name='tempest-TestShelveInstance-1701754066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:36:30Z,user_data=None,user_id='329bddf310d24f17b83a3885adb08cc7',uuid=1cd153c8-8f57-4f5d-b0a5-1db51443b955,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converting VIF {"id": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "address": "fa:16:3e:83:5d:bb", "network": {"id": "ed041da1-3f1a-45d6-9b66-9860380f3235", "bridge": "br-int", "label": "tempest-TestShelveInstance-113729524-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "74b7de91145d47078e71a456a3c69d14", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c1c4eac-40", "ovs_interfaceid": "7c1c4eac-4095-43b3-acf2-7ad0f373bf57", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_vif [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c1c4eac-40, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff6594b6-bdf3-4447-93d6-0f5694c1028e) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:09 user nova-compute[74725]: INFO os_vif [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:5d:bb,bridge_name='br-int',has_traffic_filtering=True,id=7c1c4eac-4095-43b3-acf2-7ad0f373bf57,network=Network(ed041da1-3f1a-45d6-9b66-9860380f3235),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c1c4eac-40')
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eVOqLRWx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:38:09 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f8ecb8-1570-44ba-92da-f17cf5507b71]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:38:09 user nova-compute[74725]: No targets found.
Nov 15 17:38:09 user nova-compute[74725]: iSNS:
Nov 15 17:38:09 user nova-compute[74725]: No targets found.
Nov 15 17:38:09 user nova-compute[74725]: STATIC:
Nov 15 17:38:09 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb
Nov 15 17:38:09 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:09 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:09 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216
Nov 15 17:38:09 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:09 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:09 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:38:09 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:09 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:09 user nova-compute[74725]: FIRMWARE:
Nov 15 17:38:09 user nova-compute[74725]: No targets found.
Nov 15 17:38:09 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:38:09 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:38:09 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3479a4a-41a4-4c7a-91cb-760c2817d8b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d126bae-ed15-4495-8e52-9f6a039346a5]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:09 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:38:09 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:09 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:09 user nova-compute[74725]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 (non-flash)
Nov 15 17:38:09 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:09 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac6200d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216'): ({'sdf'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Removing single pathed devices sdf {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce9ea65-7d25-44d7-be90-5aabab7d55e2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ed70f0-9333-4bfc-bbd9-637f9bb0546e]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Flushing IO for device /dev/sdf {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae1ce48-0797-4e14-a462-5e650f87c74f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b531b8-cd30-4182-ac55-4648fd002e9a]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] SCSI volumes sdf have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26334353433393262', '/dev/disk/by-id/scsi-1SCST_BIO4206b991-c454392b7d1ed31b', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_4206b991') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[684cd730-4488-4063-b3f7-8c6509d9f9ab]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc8a6e9-626e-4a9d-bf00-3b5aac8c36bc]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bfcf041-0aa5-4921-a047-1acdb865421b]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260]
Nov 15 17:38:09 user nova-compute[74725]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216, portal: 172.16.0.220,3260] successful.
Nov 15 17:38:09 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb24dd49-3197-4757-9d41-129cce936216 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1b5d43-f346-4a90-bb88-edfe54c6301e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] <== disconnect_volume: return (310ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:38:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deleting instance files /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955_del
Nov 15 17:38:09 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deletion of /opt/stack/data/nova/instances/1cd153c8-8f57-4f5d-b0a5-1db51443b955_del complete
Nov 15 17:38:09 user nova-compute[74725]: INFO nova.compute.manager [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.objects.instance [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-bfe552cb-4ae3-4280-b1a1-810b6188d71e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.852s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:09 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Took 0.46 seconds to deallocate network for instance.
Nov 15 17:38:10 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 is timed out.
Nov 15 17:38:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config.
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYocBDI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:38:10 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3249e50a-598b-4381-ac54-435222c0865e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:38:10 user nova-compute[74725]: No targets found.
Nov 15 17:38:10 user nova-compute[74725]: iSNS:
Nov 15 17:38:10 user nova-compute[74725]: No targets found.
Nov 15 17:38:10 user nova-compute[74725]: STATIC:
Nov 15 17:38:10 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb
Nov 15 17:38:10 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:10 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:10 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:38:10 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:38:10 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:38:10 user nova-compute[74725]: FIRMWARE:
Nov 15 17:38:10 user nova-compute[74725]: No targets found.
Nov 15 17:38:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:38:10 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:38:10 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19c32da-abb7-4602-8ce2-f63898b8157f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[12db08d8-fd14-45ad-a145-c42bd793cec1]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:10 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:10 user nova-compute[74725]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb (non-flash)
Nov 15 17:38:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88d3b760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c00651c-8a7f-4feb-883e-de1f26d87fc7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[312109ad-b45d-4407-84b8-08e6b1403f0b]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[234f7732-9d3b-4cf2-b4b0-fcc0055b2875]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[178b5423-3c2d-4c41-bddf-60769db545a0]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65ef5fa-45f2-4459-bf3f-cdc7480bf6fa]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1002c637-96f3-41a9-ae9a-93e251ca8c66]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260]
Nov 15 17:38:10 user nova-compute[74725]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb, portal: 172.16.0.220,3260] successful.
Nov 15 17:38:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:54f48dd8-77a2-40bc-9e8d-01f0fb2aafcb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d32b631f-feb4-4b11-ba50-869762f97e64]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== disconnect_volume: return (273ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:38:10 user nova-compute[74725]: INFO nova.compute.manager [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Took 0.80 seconds to detach 1 volumes for instance.
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Deleting volume: bb24dd49-3197-4757-9d41-129cce936216 {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] Acquiring lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] No waiting events found dispatching network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:10 user nova-compute[74725]: WARNING nova.compute.manager [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received unexpected event network-vif-plugged-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 for instance with vm_state deleted and task_state None.
Nov 15 17:38:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-4d3208dd-182b-4ea5-876e-47b67c855170 req-92136cf8-d917-48dc-9e3e-851d56f7a554 service nova] [instance: 1cd153c8-8f57-4f5d-b0a5-1db51443b955] Received event network-vif-deleted-7c1c4eac-4095-43b3-acf2-7ad0f373bf57 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.235s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:11 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Deleted allocations for instance 1cd153c8-8f57-4f5d-b0a5-1db51443b955
Nov 15 17:38:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-96fa8d21-d6f5-466d-a982-a31274398b53 tempest-TestShelveInstance-1701754066 tempest-TestShelveInstance-1701754066-project-member] Lock "1cd153c8-8f57-4f5d-b0a5-1db51443b955" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.860s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9f1ec7ff-0b22-41be-83a1-cb89041886ea tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.821s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:21 user nova-compute[74725]: INFO nova.compute.manager [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Terminating instance
Nov 15 17:38:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:38:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-b0f25950-a603-4920-ac41-0d8f93be3976 req-c1da1291-9130-4245-8a42-88eee7e4f286 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Instance destroyed successfully.
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid d3a188fe-d0cb-4888-8cd4-41652324a734 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:28:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-321534879',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-321534879',id=32,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:28:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-lne7n6ue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:30:06Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=d3a188fe-d0cb-4888-8cd4-41652324a734,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "address": "fa:16:3e:c9:2d:ff", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd08b1893-7f", "ovs_interfaceid": "d08b1893-7f64-46b6-bcf7-e77a796aa360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG os_vif [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd08b1893-7f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ec4c6d7-9cdf-4daf-876c-6d38417894a2) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:22 user nova-compute[74725]: INFO os_vif [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:2d:ff,bridge_name='br-int',has_traffic_filtering=True,id=d08b1893-7f64-46b6-bcf7-e77a796aa360,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd08b1893-7f')
Nov 15 17:38:22 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Deleting instance files /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734_del
Nov 15 17:38:22 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Deletion of /opt/stack/data/nova/instances/d3a188fe-d0cb-4888-8cd4-41652324a734_del complete
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: INFO nova.compute.manager [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Took 0.67 seconds to destroy the instance on the hypervisor.
Nov 15 17:38:22 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:23 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Took 0.59 seconds to deallocate network for instance.
Nov 15 17:38:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-bdce3c4a-2e19-46a6-af59-1ce510c1ba6e req-79385aee-4d68-4c7a-a3c1-24915b22a8a4 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-deleted-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.189s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:23 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Deleted allocations for instance d3a188fe-d0cb-4888-8cd4-41652324a734
Nov 15 17:38:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-9420fa46-71d6-4851-b925-352ea5bf51bc tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.613s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:24 user nova-compute[74725]: WARNING nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state deleted and task_state None.
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:24 user nova-compute[74725]: WARNING nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state deleted and task_state None.
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:24 user nova-compute[74725]: WARNING nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state deleted and task_state None.
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:24 user nova-compute[74725]: WARNING nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-unplugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state deleted and task_state None.
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Acquiring lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] Lock "d3a188fe-d0cb-4888-8cd4-41652324a734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:24 user nova-compute[74725]: DEBUG nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] No waiting events found dispatching network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:24 user nova-compute[74725]: WARNING nova.compute.manager [req-3986ce9e-cc4a-4304-8cf3-9ebc17a0e384 req-ed9dfa1e-7eb5-4a1e-ac4f-f4f6126caf23 service nova] [instance: d3a188fe-d0cb-4888-8cd4-41652324a734] Received unexpected event network-vif-plugged-d08b1893-7f64-46b6-bcf7-e77a796aa360 for instance with vm_state deleted and task_state None.
Nov 15 17:38:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating instance_info_cache with network_info: [{"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-592579a5-c6ce-4711-8714-da32226fa154" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:38:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8452MB free_disk=24.839706420898438GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:38:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.271s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:38:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:38:41 user nova-compute[74725]: INFO nova.compute.manager [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] instance snapshotting
Nov 15 17:38:41 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Beginning live snapshot process
Nov 15 17:38:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json -f qcow2 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c.delta 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c.delta 1073741824" returned: 0 in 0.064s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:42 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 17:38:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74725) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 17:38:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 17:38:43 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c.delta /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG nova.objects.instance [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c.delta /opt/stack/data/nova/instances/snapshots/tmpmfb6dlsj/602912c5610c4cf1a470a7f79656bc8c" returned: 0 in 0.596s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Snapshot extracted, beginning image upload
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:44 user nova-compute[74725]: INFO nova.compute.manager [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attaching volume 763b78a7-570b-4519-aacc-b2deaafdb3aa to /dev/vdb
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.utils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f88bfd-e5d2-45f9-9fd0-de984cefada8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac1605b-2240-41f9-9cd3-e2260f9057e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[842d4d25-cc00-4266-8b67-bf6e1f2d49dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca7064e-69d1-406c-b448-4fc67b9bff3c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:38:44 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b832ca-0a9c-46ec-9f54-09f959b80219]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG os_brick.utils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating existing volume attachment record: 9af5c5aa-efc9-435e-a3b1-4c736a225fe4 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:44 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:38:44 user nova-compute[74725]: INFO nova.compute.claims [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Claim successful on node user
Nov 15 17:38:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:38:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.policy [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0ffc5926a0a44f1af2e0d5ebdeed22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223d57c14de842cbb022a1ce3a54195f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:38:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Creating image(s)
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "/opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk 1073741824" returned: 0 in 0.048s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:45 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.219s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking if we can resize image /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Successfully created port: 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Cannot resize image /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Ensure instance console log exists: /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Successfully updated port: 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquired lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-changed-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.compute.manager [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Refreshing instance network info cache due to event network-changed-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] Acquiring lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:47 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Snapshot image upload complete
Nov 15 17:38:47 user nova-compute[74725]: INFO nova.compute.manager [None req-b24f73f6-4e96-4f12-a778-b9283580830e tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Took 5.74 seconds to snapshot the instance on the hypervisor.
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.neutron [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updating instance_info_cache with network_info: [{"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Releasing lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Instance network_info: |[{"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] Acquired lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Refreshing network info cache for port 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Start _get_guest_xml network_info=[{"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:38:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1463685522',display_name='tempest-AttachVolumeNegativeTest-server-1463685522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1463685522',id=43,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATol0nXBFbEg5+4RmRVSKU81ngIon5ahapCLpjWs1MawPDzGderjMeUNHkkWNOI8/tmG3vTgj3sloO88u5gCeRMm9BZijNi3X3zw8l7KLee/HeHBKW6ZCzahA9w5D9TXg==',key_name='tempest-keypair-1338027355',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-ktgg00xf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=54e808da-25d3-4b3f-8bbd-9f1af25a0f63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'pci_devices' on Instance uuid 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:38:47 user nova-compute[74725]:   <uuid>54e808da-25d3-4b3f-8bbd-9f1af25a0f63</uuid>
Nov 15 17:38:47 user nova-compute[74725]:   <name>instance-0000002b</name>
Nov 15 17:38:47 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:38:47 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:38:47 user nova-compute[74725]:   <metadata>
Nov 15 17:38:47 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:38:47 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1463685522</nova:name>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:38:47</nova:creationTime>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:38:47 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:38:47 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:owner>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:user uuid="a0ffc5926a0a44f1af2e0d5ebdeed22c">tempest-AttachVolumeNegativeTest-1761593158-project-member</nova:user>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:project uuid="223d57c14de842cbb022a1ce3a54195f">tempest-AttachVolumeNegativeTest-1761593158</nova:project>
Nov 15 17:38:47 user nova-compute[74725]:       </nova:owner>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:38:47 user nova-compute[74725]:       <nova:ports>
Nov 15 17:38:47 user nova-compute[74725]:         <nova:port uuid="485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6">
Nov 15 17:38:47 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 17:38:47 user nova-compute[74725]:         </nova:port>
Nov 15 17:38:47 user nova-compute[74725]:       </nova:ports>
Nov 15 17:38:47 user nova-compute[74725]:     </nova:instance>
Nov 15 17:38:47 user nova-compute[74725]:   </metadata>
Nov 15 17:38:47 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:38:47 user nova-compute[74725]:     <system>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="serial">54e808da-25d3-4b3f-8bbd-9f1af25a0f63</entry>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="uuid">54e808da-25d3-4b3f-8bbd-9f1af25a0f63</entry>
Nov 15 17:38:47 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:38:47 user nova-compute[74725]:     </system>
Nov 15 17:38:47 user nova-compute[74725]:   </sysinfo>
Nov 15 17:38:47 user nova-compute[74725]:   <os>
Nov 15 17:38:47 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:38:47 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:38:47 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:38:47 user nova-compute[74725]:   </os>
Nov 15 17:38:47 user nova-compute[74725]:   <features>
Nov 15 17:38:47 user nova-compute[74725]:     <acpi/>
Nov 15 17:38:47 user nova-compute[74725]:     <apic/>
Nov 15 17:38:47 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:38:47 user nova-compute[74725]:   </features>
Nov 15 17:38:47 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:38:47 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:38:47 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:38:47 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:38:47 user nova-compute[74725]:   </clock>
Nov 15 17:38:47 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:38:47 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:38:47 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:38:47 user nova-compute[74725]:   </cpu>
Nov 15 17:38:47 user nova-compute[74725]:   <devices>
Nov 15 17:38:47 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:38:47 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:38:47 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk"/>
Nov 15 17:38:47 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:38:47 user nova-compute[74725]:     </disk>
Nov 15 17:38:47 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:38:47 user nova-compute[74725]:       <mac address="fa:16:3e:a8:e1:f0"/>
Nov 15 17:38:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:47 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:38:47 user nova-compute[74725]:       <target dev="tap485c9c72-c8"/>
Nov 15 17:38:47 user nova-compute[74725]:     </interface>
Nov 15 17:38:47 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:38:47 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/console.log" append="off"/>
Nov 15 17:38:47 user nova-compute[74725]:     </serial>
Nov 15 17:38:47 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:38:47 user nova-compute[74725]:     <video>
Nov 15 17:38:47 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:47 user nova-compute[74725]:     </video>
Nov 15 17:38:47 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:38:47 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:38:47 user nova-compute[74725]:     </rng>
Nov 15 17:38:47 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:38:47 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:38:47 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:38:47 user nova-compute[74725]:     </memballoon>
Nov 15 17:38:47 user nova-compute[74725]:   </devices>
Nov 15 17:38:47 user nova-compute[74725]: </domain>
Nov 15 17:38:47 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1463685522',display_name='tempest-AttachVolumeNegativeTest-server-1463685522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1463685522',id=43,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATol0nXBFbEg5+4RmRVSKU81ngIon5ahapCLpjWs1MawPDzGderjMeUNHkkWNOI8/tmG3vTgj3sloO88u5gCeRMm9BZijNi3X3zw8l7KLee/HeHBKW6ZCzahA9w5D9TXg==',key_name='tempest-keypair-1338027355',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-ktgg00xf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=54e808da-25d3-4b3f-8bbd-9f1af25a0f63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG os_vif [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e4c28bbc-400c-590f-983b-9c336743cf8b', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap485c9c72-c8, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap485c9c72-c8, col_values=(('qos', UUID('cae09c7e-9b24-4108-9e14-bf498f91cb26')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap485c9c72-c8, col_values=(('external_ids', {'iface-id': '485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:e1:f0', 'vm-uuid': '54e808da-25d3-4b3f-8bbd-9f1af25a0f63'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:47 user nova-compute[74725]: INFO os_vif [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8')
Nov 15 17:38:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:a8:e1:f0, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updated VIF entry in instance network info cache for port 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG nova.network.neutron [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updating instance_info_cache with network_info: [{"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5a5b9a93-5e1d-41b6-a0a4-0e860309a434 req-c50545ba-72a5-4949-bf02-081f66ee8341 service nova] Releasing lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:38:49 user nova-compute[74725]: INFO nova.compute.claims [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Claim successful on node user
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfQMYayJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:38:49 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:38:49 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:38:49 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f1c5f9-6eaf-46e9-a9ad-59ddb8b4f492]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:38:49 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[421580e4-5e8a-4e70-bd98-43d83bbcdc05]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa] added
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0401e667-7a25-496d-982f-644ec07f761a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e115f5b7-25db-44d4-8780-99e0295bbe19]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfQMYayJ {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfQMYayJ" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[574eae6f-7567-4961-8e96-7df749c0cd01]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NfQMYayJ'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e0c101-3c54-432f-84ac-e32314af7a0f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d70c082-62f5-4e2a-9535-80cef7b46945]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e42259-8022-44d9-bd8c-1e3df7cd2709]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260]
Nov 15 17:38:49 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260] successful.
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae9d01ff-4f80-4e4e-9972-4a68501c5b54]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.395s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.129s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:38:49 user nova-compute[74725]: INFO nova.compute.claims [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Claim successful on node user
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afa931d-c89a-49b8-a446-4135159bb7ab]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:49 user nova-compute[74725]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:38:49 user nova-compute[74725]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:38:49 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da0dd79-f069-42c0-ad85-97b94b977830]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfQMYayJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:38:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] No waiting events found dispatching network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:49 user nova-compute[74725]: WARNING nova.compute.manager [req-44b18cfb-4425-4d17-8308-d410f7f65603 req-c6671d3b-3a6e-4a37-85ec-fb6cfbdc6388 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received unexpected event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 for instance with vm_state building and task_state spawning.
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.policy [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f032d7fe72242adb13c0db56d1fffcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbbf10641e0d4207b1ac19be48b366a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:38:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Creating image(s)
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "/opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "/opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "/opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:38:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.573s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.234s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:38:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:38:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.policy [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afb2fb294f3f4b89a97534f1cfd697f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64618501caa64158874539b13ef09999', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.231s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk 1073741824" returned: 0 in 0.082s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.317s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:38:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Creating image(s)
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "/opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "/opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "/opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "e236baf3454abc0f70d038b0af494277a28391e9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "e236baf3454abc0f70d038b0af494277a28391e9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Successfully created port: 9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23238373666356536', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238373666356536', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:38:50 user nova-compute[74725]: DEBUG nova.objects.instance [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.part --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Successfully updated port: 9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Successfully created port: 3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-changed-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Refreshing instance network info cache due to event network-changed-9431431c-16ac-4ba5-975f-7777f3c5caab. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] Acquiring lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] Acquired lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Refreshing network info cache for port 9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 1.240s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Checking if we can resize image /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:38:51 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:38:51 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:38:51 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:38:51 user nova-compute[74725]:   <serial>763b78a7-570b-4519-aacc-b2deaafdb3aa</serial>
Nov 15 17:38:51 user nova-compute[74725]: </disk>
Nov 15 17:38:51 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.compute.manager [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] No waiting events found dispatching network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:51 user nova-compute[74725]: WARNING nova.compute.manager [req-8ca8fe22-81a7-42af-9b5c-e5f966e753af req-cb92babc-7896-4136-9274-786b55dd109a service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received unexpected event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 for instance with vm_state building and task_state spawning.
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.images [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] 4c959c3a-7716-4093-b8e3-3564568aee4d was qcow2, converting to raw {{(pid=74725) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.privsep.utils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74725) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.part /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.converted {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.network.neutron [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Cannot resize image /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Ensure instance console log exists: /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-bfd4699f-fdb8-4d19-9617-236f536e92fe req-2f041ce8-d433-4f85-bd4e-afcff035f08f service nova] Releasing lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquired lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No VIF found with MAC fa:16:3e:b8:0d:64, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:38:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Instance spawned successfully.
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.part /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.converted" returned: 0 in 0.552s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.converted --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:52 user nova-compute[74725]: INFO nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Took 6.85 seconds to spawn the instance on the hypervisor.
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Successfully updated port: 3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquired lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing instance network info cache due to event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] Acquiring lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:38:52 user nova-compute[74725]: INFO nova.compute.manager [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Took 7.97 seconds to build instance.
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-1a5da797-0766-42fb-b540-30fa6a0943ec tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.084s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "e236baf3454abc0f70d038b0af494277a28391e9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.060s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-48157cbe-d8ea-46d0-b6b4-da0228a5c24b tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.397s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updating instance_info_cache with network_info: [{"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Releasing lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance network_info: |[{"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Start _get_guest_xml network_info=[{"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:38:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:52 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2138465',id=44,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBrMieaCZ5h2V5GGNa7kqziKm1HGZ/1cLxVFxV/tJfTMN3RDaLXbvjtzBJUU8SN4+aUXk9agftZmCR0WB9qf60ouPTGdoazlBcLTQwg7Hl/e+tK6s9Pq9jlDnoixwbS5Q==',key_name='tempest-keypair-350787792',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbbf10641e0d4207b1ac19be48b366a5',ramdisk_id='',reservation_id='r-90ezg0hv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f032d7fe72242adb13c0db56d1fffcd',uuid=98d0a4b4-5aa3-46f5-a228-1d5a39883286,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converting VIF {"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.objects.instance [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lazy-loading 'pci_devices' on Instance uuid 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating instance_info_cache with network_info: [{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json" returned: 0 in 0.262s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "e236baf3454abc0f70d038b0af494277a28391e9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "e236baf3454abc0f70d038b0af494277a28391e9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:38:52 user nova-compute[74725]:   <uuid>98d0a4b4-5aa3-46f5-a228-1d5a39883286</uuid>
Nov 15 17:38:52 user nova-compute[74725]:   <name>instance-0000002c</name>
Nov 15 17:38:52 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:38:52 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:38:52 user nova-compute[74725]:   <metadata>
Nov 15 17:38:52 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:38:52 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552</nova:name>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:38:52</nova:creationTime>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:38:52 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:38:52 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:owner>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:user uuid="8f032d7fe72242adb13c0db56d1fffcd">tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member</nova:user>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:project uuid="bbbf10641e0d4207b1ac19be48b366a5">tempest-TestServerVolumeAttachScenarioOldVersion-1403949480</nova:project>
Nov 15 17:38:52 user nova-compute[74725]:       </nova:owner>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:38:52 user nova-compute[74725]:       <nova:ports>
Nov 15 17:38:52 user nova-compute[74725]:         <nova:port uuid="9431431c-16ac-4ba5-975f-7777f3c5caab">
Nov 15 17:38:52 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:38:52 user nova-compute[74725]:         </nova:port>
Nov 15 17:38:52 user nova-compute[74725]:       </nova:ports>
Nov 15 17:38:52 user nova-compute[74725]:     </nova:instance>
Nov 15 17:38:52 user nova-compute[74725]:   </metadata>
Nov 15 17:38:52 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:38:52 user nova-compute[74725]:     <system>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="serial">98d0a4b4-5aa3-46f5-a228-1d5a39883286</entry>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="uuid">98d0a4b4-5aa3-46f5-a228-1d5a39883286</entry>
Nov 15 17:38:52 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:38:52 user nova-compute[74725]:     </system>
Nov 15 17:38:52 user nova-compute[74725]:   </sysinfo>
Nov 15 17:38:52 user nova-compute[74725]:   <os>
Nov 15 17:38:52 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:38:52 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:38:52 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:38:52 user nova-compute[74725]:   </os>
Nov 15 17:38:52 user nova-compute[74725]:   <features>
Nov 15 17:38:52 user nova-compute[74725]:     <acpi/>
Nov 15 17:38:52 user nova-compute[74725]:     <apic/>
Nov 15 17:38:52 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:38:52 user nova-compute[74725]:   </features>
Nov 15 17:38:52 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:38:52 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:38:52 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:38:52 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:38:52 user nova-compute[74725]:   </clock>
Nov 15 17:38:52 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:38:52 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:38:52 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:38:52 user nova-compute[74725]:   </cpu>
Nov 15 17:38:52 user nova-compute[74725]:   <devices>
Nov 15 17:38:52 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:38:52 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:38:52 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk"/>
Nov 15 17:38:52 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:38:52 user nova-compute[74725]:     </disk>
Nov 15 17:38:52 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:38:52 user nova-compute[74725]:       <mac address="fa:16:3e:a6:2f:31"/>
Nov 15 17:38:52 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:52 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:38:52 user nova-compute[74725]:       <target dev="tap9431431c-16"/>
Nov 15 17:38:52 user nova-compute[74725]:     </interface>
Nov 15 17:38:52 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:38:52 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/console.log" append="off"/>
Nov 15 17:38:52 user nova-compute[74725]:     </serial>
Nov 15 17:38:52 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:38:52 user nova-compute[74725]:     <video>
Nov 15 17:38:52 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:52 user nova-compute[74725]:     </video>
Nov 15 17:38:52 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:38:52 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:38:52 user nova-compute[74725]:     </rng>
Nov 15 17:38:52 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:38:52 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:38:52 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:38:52 user nova-compute[74725]:     </memballoon>
Nov 15 17:38:52 user nova-compute[74725]:   </devices>
Nov 15 17:38:52 user nova-compute[74725]: </domain>
Nov 15 17:38:52 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2138465',id=44,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBrMieaCZ5h2V5GGNa7kqziKm1HGZ/1cLxVFxV/tJfTMN3RDaLXbvjtzBJUU8SN4+aUXk9agftZmCR0WB9qf60ouPTGdoazlBcLTQwg7Hl/e+tK6s9Pq9jlDnoixwbS5Q==',key_name='tempest-keypair-350787792',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bbbf10641e0d4207b1ac19be48b366a5',ramdisk_id='',reservation_id='r-90ezg0hv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f032d7fe72242adb13c0db56d1fffcd',uuid=98d0a4b4-5aa3-46f5-a228-1d5a39883286,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converting VIF {"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG os_vif [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Releasing lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Instance network_info: |[{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '16b0a073-8ecf-59bf-b975-39888e08aa65', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] Acquired lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG nova.network.neutron [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9431431c-16, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9431431c-16, col_values=(('qos', UUID('1b6b9b60-45d1-44af-a1c1-a43881075b16')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9431431c-16, col_values=(('external_ids', {'iface-id': '9431431c-16ac-4ba5-975f-7777f3c5caab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:2f:31', 'vm-uuid': '98d0a4b4-5aa3-46f5-a228-1d5a39883286'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:52 user nova-compute[74725]: INFO os_vif [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16')
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json" returned: 0 in 0.209s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9,backing_fmt=raw /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] No VIF found with MAC fa:16:3e:a6:2f:31, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9,backing_fmt=raw /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk 1073741824" returned: 0 in 0.064s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "e236baf3454abc0f70d038b0af494277a28391e9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 --force-share --output=json" returned: 0 in 0.198s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Ensure instance console log exists: /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Start _get_guest_xml network_info=[{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='66a2c7f272c544454f5895f336f06e09',container_format='bare',created_at=2023-11-15T17:38:41Z,direct_url=<?>,disk_format='qcow2',id=4c959c3a-7716-4093-b8e3-3564568aee4d,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1488189240',owner='64618501caa64158874539b13ef09999',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-15T17:38:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '4c959c3a-7716-4093-b8e3-3564568aee4d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:38:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='66a2c7f272c544454f5895f336f06e09',container_format='bare',created_at=2023-11-15T17:38:41Z,direct_url=<?>,disk_format='qcow2',id=4c959c3a-7716-4093-b8e3-3564568aee4d,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1488189240',owner='64618501caa64158874539b13ef09999',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-15T17:38:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1542283944',display_name='tempest-TestStampPattern-server-1542283944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1542283944',id=45,image_ref='4c959c3a-7716-4093-b8e3-3564568aee4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-rn0hdttg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='243d0ccb-b994-4091-aecd-20277ffcceb2',image_min_disk='1',image_min_ram='0',image_owner_id='64618501caa64158874539b13ef09999',image_owner_project_name='tempest-TestStampPattern-1798348099',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1798348099-project-member',image_user_id='afb2fb294f3f4b89a97534f1cfd697f4',network_allocated='True',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:50Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'pci_devices' on Instance uuid b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updated VIF entry in instance network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating instance_info_cache with network_info: [{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:38:53 user nova-compute[74725]:   <uuid>b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4</uuid>
Nov 15 17:38:53 user nova-compute[74725]:   <name>instance-0000002d</name>
Nov 15 17:38:53 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:38:53 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:38:53 user nova-compute[74725]:   <metadata>
Nov 15 17:38:53 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:38:53 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:name>tempest-TestStampPattern-server-1542283944</nova:name>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:38:53</nova:creationTime>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:38:53 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:38:53 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:owner>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:user uuid="afb2fb294f3f4b89a97534f1cfd697f4">tempest-TestStampPattern-1798348099-project-member</nova:user>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:project uuid="64618501caa64158874539b13ef09999">tempest-TestStampPattern-1798348099</nova:project>
Nov 15 17:38:53 user nova-compute[74725]:       </nova:owner>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:root type="image" uuid="4c959c3a-7716-4093-b8e3-3564568aee4d"/>
Nov 15 17:38:53 user nova-compute[74725]:       <nova:ports>
Nov 15 17:38:53 user nova-compute[74725]:         <nova:port uuid="3cf5844c-18c0-4e3d-88bb-233d5802e41f">
Nov 15 17:38:53 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 17:38:53 user nova-compute[74725]:         </nova:port>
Nov 15 17:38:53 user nova-compute[74725]:       </nova:ports>
Nov 15 17:38:53 user nova-compute[74725]:     </nova:instance>
Nov 15 17:38:53 user nova-compute[74725]:   </metadata>
Nov 15 17:38:53 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:38:53 user nova-compute[74725]:     <system>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="serial">b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4</entry>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="uuid">b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4</entry>
Nov 15 17:38:53 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:38:53 user nova-compute[74725]:     </system>
Nov 15 17:38:53 user nova-compute[74725]:   </sysinfo>
Nov 15 17:38:53 user nova-compute[74725]:   <os>
Nov 15 17:38:53 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:38:53 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:38:53 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:38:53 user nova-compute[74725]:   </os>
Nov 15 17:38:53 user nova-compute[74725]:   <features>
Nov 15 17:38:53 user nova-compute[74725]:     <acpi/>
Nov 15 17:38:53 user nova-compute[74725]:     <apic/>
Nov 15 17:38:53 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:38:53 user nova-compute[74725]:   </features>
Nov 15 17:38:53 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:38:53 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:38:53 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:38:53 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:38:53 user nova-compute[74725]:   </clock>
Nov 15 17:38:53 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:38:53 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:38:53 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:38:53 user nova-compute[74725]:   </cpu>
Nov 15 17:38:53 user nova-compute[74725]:   <devices>
Nov 15 17:38:53 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:38:53 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:38:53 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk"/>
Nov 15 17:38:53 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:38:53 user nova-compute[74725]:     </disk>
Nov 15 17:38:53 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:38:53 user nova-compute[74725]:       <mac address="fa:16:3e:44:2a:c8"/>
Nov 15 17:38:53 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:53 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:38:53 user nova-compute[74725]:       <target dev="tap3cf5844c-18"/>
Nov 15 17:38:53 user nova-compute[74725]:     </interface>
Nov 15 17:38:53 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:38:53 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/console.log" append="off"/>
Nov 15 17:38:53 user nova-compute[74725]:     </serial>
Nov 15 17:38:53 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:38:53 user nova-compute[74725]:     <video>
Nov 15 17:38:53 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:38:53 user nova-compute[74725]:     </video>
Nov 15 17:38:53 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:38:53 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:38:53 user nova-compute[74725]:     </rng>
Nov 15 17:38:53 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:38:53 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:38:53 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:38:53 user nova-compute[74725]:     </memballoon>
Nov 15 17:38:53 user nova-compute[74725]:   </devices>
Nov 15 17:38:53 user nova-compute[74725]: </domain>
Nov 15 17:38:53 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1542283944',display_name='tempest-TestStampPattern-server-1542283944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1542283944',id=45,image_ref='4c959c3a-7716-4093-b8e3-3564568aee4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-rn0hdttg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='243d0ccb-b994-4091-aecd-20277ffcceb2',image_min_disk='1',image_min_ram='0',image_owner_id='64618501caa64158874539b13ef09999',image_owner_project_name='tempest-TestStampPattern-1798348099',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1798348099-project-member',image_user_id='afb2fb294f3f4b89a97534f1cfd697f4',network_allocated='True',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:38:50Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG os_vif [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7a52148-559c-54b7-b6f0-90ee7645626a', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-64aa7adf-3a62-4726-bb7d-48cbf964c56b req-d4d71730-3ca1-4e73-9865-91e69b29abf0 service nova] Releasing lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3cf5844c-18, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3cf5844c-18, col_values=(('qos', UUID('6d058a41-21ce-4067-b6b3-3b3cba91b8b6')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3cf5844c-18, col_values=(('external_ids', {'iface-id': '3cf5844c-18c0-4e3d-88bb-233d5802e41f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:2a:c8', 'vm-uuid': 'b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:53 user nova-compute[74725]: INFO os_vif [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18')
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:38:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No VIF found with MAC fa:16:3e:44:2a:c8, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:38:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:54 user nova-compute[74725]: INFO nova.compute.manager [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Detaching volume 763b78a7-570b-4519-aacc-b2deaafdb3aa
Nov 15 17:38:54 user nova-compute[74725]: INFO nova.virt.block_device [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attempting to driver detach volume 763b78a7-570b-4519-aacc-b2deaafdb3aa from mountpoint /dev/vdb
Nov 15 17:38:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Attempting to detach device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:38:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:38:54 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:38:54 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:38:54 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:38:54 user nova-compute[74725]:   <serial>763b78a7-570b-4519-aacc-b2deaafdb3aa</serial>
Nov 15 17:38:54 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:38:54 user nova-compute[74725]: </disk>
Nov 15 17:38:54 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:38:54 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config.
Nov 15 17:38:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:38:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:38:54 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:38:54 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:38:54 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:38:54 user nova-compute[74725]:   <serial>763b78a7-570b-4519-aacc-b2deaafdb3aa</serial>
Nov 15 17:38:54 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:38:54 user nova-compute[74725]: </disk>
Nov 15 17:38:54 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:38:55 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:38:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] No waiting events found dispatching network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:56 user nova-compute[74725]: WARNING nova.compute.manager [req-efa8a0d9-856d-4f0e-bbb9-12200ea59706 req-251cd9f1-7bc5-4ca9-8198-23722cd29107 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received unexpected event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f for instance with vm_state building and task_state spawning.
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG nova.compute.manager [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] No waiting events found dispatching network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:56 user nova-compute[74725]: WARNING nova.compute.manager [req-52ce2835-9b91-4280-91e4-d77dedded85c req-02719b4a-51e7-4399-b8e8-954e7592a7d0 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received unexpected event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab for instance with vm_state building and task_state spawning.
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] No waiting events found dispatching network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:58 user nova-compute[74725]: WARNING nova.compute.manager [req-0796ae66-1662-480c-94ba-f0fdddd59c17 req-e04f7c70-9e98-4e8c-a601-6db9a7c470a5 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received unexpected event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f for instance with vm_state building and task_state spawning.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] No waiting events found dispatching network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:38:58 user nova-compute[74725]: WARNING nova.compute.manager [req-096d548c-82aa-430e-8394-c10f0c276d79 req-2b20fda1-71f8-4133-8f4d-1753af04dfac service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received unexpected event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab for instance with vm_state building and task_state spawning.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance spawned successfully.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Instance spawned successfully.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Took 8.37 seconds to spawn the instance on the hypervisor.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Took 9.03 seconds to spawn the instance on the hypervisor.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.compute.manager [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Took 9.60 seconds to build instance.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ae6a5701-f703-4c1b-a510-f6a323344356 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.724s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:38:58 user nova-compute[74725]: INFO nova.compute.manager [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Took 9.92 seconds to build instance.
Nov 15 17:38:58 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-dea9fdce-f62b-49d1-bd49-d441779b706c tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.043s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:12 user nova-compute[74725]: INFO nova.compute.manager [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Terminating instance
Nov 15 17:39:12 user nova-compute[74725]: DEBUG nova.compute.manager [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG nova.compute.manager [req-05041a10-985a-4b91-b3fc-450c1c4370fd req-fecc915b-624e-45bb-800b-84afc7252782 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-unplugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Instance destroyed successfully.
Nov 15 17:39:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid 1ac7c6ed-568e-459a-85ec-211ddf1777cc {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-674064975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-674064975',id=22,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:24:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-ut304wds',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:26:22Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=1ac7c6ed-568e-459a-85ec-211ddf1777cc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "dfa0d7e3-a981-48d0-950e-833948d16565", "address": "fa:16:3e:6d:df:91", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfa0d7e3-a9", "ovs_interfaceid": "dfa0d7e3-a981-48d0-950e-833948d16565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG os_vif [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdfa0d7e3-a9, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a60bfbe-ea87-45d1-a526-8e9c96a37429) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:39:14 user nova-compute[74725]: INFO os_vif [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:df:91,bridge_name='br-int',has_traffic_filtering=True,id=dfa0d7e3-a981-48d0-950e-833948d16565,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfa0d7e3-a9')
Nov 15 17:39:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vMhAVncj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:39:14 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.086s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ae6182-ac12-41e2-a1c1-05382e1f046d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:39:14 user nova-compute[74725]: No targets found.
Nov 15 17:39:14 user nova-compute[74725]: iSNS:
Nov 15 17:39:14 user nova-compute[74725]: No targets found.
Nov 15 17:39:14 user nova-compute[74725]: STATIC:
Nov 15 17:39:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9
Nov 15 17:39:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:39:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:39:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa
Nov 15 17:39:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:39:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:39:14 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce
Nov 15 17:39:14 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:39:14 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:39:14 user nova-compute[74725]: FIRMWARE:
Nov 15 17:39:14 user nova-compute[74725]: No targets found.
Nov 15 17:39:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:39:14 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:39:14 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f90047e-496f-4cb2-ab31-de271d01aeac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9e1375-01a4-45c1-8fc7-ca36a1cdeba6]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:39:14 user nova-compute[74725]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:39:14 user nova-compute[74725]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)
Nov 15 17:39:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce (non-flash)
Nov 15 17:39:14 user nova-compute[74725]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:39:14 user nova-compute[74725]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)
Nov 15 17:39:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88c4ca60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.069s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e590a00-d1d0-4d59-b503-acd76c52f5bb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a51120-2cc7-43ab-a9c7-6834aeb78a58]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.061s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f88d5c-c7f0-4d2e-b5fe-dbc94470f9ae]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] Acquiring lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG nova.compute.manager [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] No waiting events found dispatching network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:39:14 user nova-compute[74725]: WARNING nova.compute.manager [req-d484418b-c830-4209-95e4-5c35cb9ad638 req-f5591643-7159-4da9-ae52-346f8ec4e669 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received unexpected event network-vif-plugged-dfa0d7e3-a981-48d0-950e-833948d16565 for instance with vm_state active and task_state deleting.
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.331s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f6f96e-f371-4b1e-a07f-d49738f1b885]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[746f6fb2-0feb-4643-81a3-2552d0e2b293]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aec67ce-5742-423a-8c2e-9a459aefdc96]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260]
Nov 15 17:39:14 user nova-compute[74725]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce, portal: 172.16.0.220,3260] successful.
Nov 15 17:39:14 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d5fd6b9c-7d25-4e42-b030-a440519d6cce -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb3ab08-b272-49ee-9948-19c4fc0cee4b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.859s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] <== disconnect_volume: return (861ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:39:14 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:39:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Deleting instance files /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc_del
Nov 15 17:39:14 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Deletion of /opt/stack/data/nova/instances/1ac7c6ed-568e-459a-85ec-211ddf1777cc_del complete
Nov 15 17:39:15 user nova-compute[74725]: INFO nova.compute.manager [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Took 2.61 seconds to destroy the instance on the hypervisor.
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:39:15 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 is timed out.
Nov 15 17:39:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config.
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfQMYayJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:39:15 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c37a69e-1674-4191-bfb6-8ceed3f54bb0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:39:15 user nova-compute[74725]: No targets found.
Nov 15 17:39:15 user nova-compute[74725]: iSNS:
Nov 15 17:39:15 user nova-compute[74725]: No targets found.
Nov 15 17:39:15 user nova-compute[74725]: STATIC:
Nov 15 17:39:15 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9
Nov 15 17:39:15 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:39:15 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:39:15 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa
Nov 15 17:39:15 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:39:15 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:39:15 user nova-compute[74725]: FIRMWARE:
Nov 15 17:39:15 user nova-compute[74725]: No targets found.
Nov 15 17:39:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:39:15 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:39:15 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f77a1820-ca69-4f1d-b14b-dbb477f7b47a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3290ba97-efa4-4857-9512-a1c2c1012a67]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:39:15 user nova-compute[74725]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)
Nov 15 17:39:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa (non-flash)
Nov 15 17:39:15 user nova-compute[74725]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:093f0b7d-574d-4a7c-9388-a305bf4f8de9 (non-flash)
Nov 15 17:39:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e2b910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa43505e-9c9a-438b-8aa8-c737d2ee8db0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Took 0.54 seconds to deallocate network for instance.
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-c38d710e-a355-4841-9c30-c3d5d0ca5a67 req-262866bc-237e-476a-ae3f-41727b0b0856 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Received event network-vif-deleted-dfa0d7e3-a981-48d0-950e-833948d16565 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:39:15 user nova-compute[74725]: INFO nova.compute.manager [req-c38d710e-a355-4841-9c30-c3d5d0ca5a67 req-262866bc-237e-476a-ae3f-41727b0b0856 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Neutron deleted interface dfa0d7e3-a981-48d0-950e-833948d16565; detaching it from the instance and deleting it from the info cache
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.network.neutron [req-c38d710e-a355-4841-9c30-c3d5d0ca5a67 req-262866bc-237e-476a-ae3f-41727b0b0856 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca1d5c9c-5840-418f-bc36-69ae1cbb7817]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-c38d710e-a355-4841-9c30-c3d5d0ca5a67 req-262866bc-237e-476a-ae3f-41727b0b0856 service nova] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Detach interface failed, port_id=dfa0d7e3-a981-48d0-950e-833948d16565, reason: Instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4449272f-eb79-451c-9f38-54e6f5dca7a4]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.082s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[df502690-d73f-4850-9f30-7b1ef5787100]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8932db92-63ba-4703-a690-7e308eab5f7d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f4cdc5-53f3-4164-ba20-740279b42de8]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260]
Nov 15 17:39:15 user nova-compute[74725]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa, portal: 172.16.0.220,3260] successful.
Nov 15 17:39:15 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:763b78a7-570b-4519-aacc-b2deaafdb3aa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c8d4f9-2ff8-4416-b42b-2c6d9aee9528]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.407s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== disconnect_volume: return (408ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:39:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:16 user nova-compute[74725]: INFO nova.compute.manager [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: 1ac7c6ed-568e-459a-85ec-211ddf1777cc] Took 0.79 seconds to detach 1 volumes for instance.
Nov 15 17:39:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG nova.objects.instance [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:39:16 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Deleted allocations for instance 1ac7c6ed-568e-459a-85ec-211ddf1777cc
Nov 15 17:39:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-47fb753f-7ad1-40d0-8c8f-1eae944f594a tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.272s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:16 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea843b4c-048b-4227-9c49-17bf30ebd5f5 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "1ac7c6ed-568e-459a-85ec-211ddf1777cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.446s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:23 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:39:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:39:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8064MB free_disk=24.609561920166016GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c23c0fe3-b4eb-4124-bf89-e48cda14c171 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:39:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.323s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:39:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG nova.objects.instance [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:47 user nova-compute[74725]: INFO nova.compute.manager [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attaching volume ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf to /dev/vdb
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.utils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a4a5ff-09bf-4582-b64f-e12476644828]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e51718-98f0-40a0-a630-70bec4c22b9a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.111s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa14a80-22f8-4e1c-864e-da71f8e49231]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffb30cd-88af-41f8-9952-1a819a14c7cf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:39:48 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:39:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7398b1c9-0bef-4f4f-9382-57901156b2ac]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG os_brick.utils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== get_connector_properties: return (209ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:39:48 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating existing volume attachment record: 7ee98148-3eef-43be-b11e-b71f16b254b3 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:39:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:39:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeHWdIGn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:39:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:39:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:39:52 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20bae6e-581e-4088-bb55-b76ea2568ecc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:39:52 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8118d6-cbc5-4eb7-84c6-9e701f2ebb2f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf] added
Nov 15 17:39:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e3f88f-010a-497d-aad7-cb7bb4c62627]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[159dad55-b5c8-4468-9e6e-6fe716a7eb6b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aeHWdIGn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aeHWdIGn" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1791e1e-154b-4b9e-bb6e-1d62a9fe0ac0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aeHWdIGn'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b17f68-6641-4e6f-994f-f0fd02df3433]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc0b05d-edbc-491d-ad7a-fedd723d6498]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:39:52 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:39:52 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:39:52 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:39:52 user nova-compute[74725]: 
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3798c732-48a9-4271-9101-e783ca7d0de1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260]
Nov 15 17:39:52 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260] successful.
Nov 15 17:39:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd31d1a-20fa-44f4-a8b8-a5b87be723f2]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d2606c6-fa21-4bbe-b5ab-d068974fd319]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)
Nov 15 17:39:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)
Nov 15 17:39:52 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[729720b2-4186-4f8d-9f12-80ab62a1c8c6]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:39:52 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeHWdIGn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:39:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:39:53 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23266633039313039', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:39:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266633039313039', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:39:53 user nova-compute[74725]: DEBUG nova.objects.instance [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:39:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:39:53 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:39:53 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:39:53 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:39:53 user nova-compute[74725]:   <serial>ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf</serial>
Nov 15 17:39:53 user nova-compute[74725]: </disk>
Nov 15 17:39:53 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:39:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:39:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:39:54 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] No VIF found with MAC fa:16:3e:b8:0d:64, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:39:54 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-78c0c779-b359-48b5-a1ff-ad9b63ff7fc5 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.472s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:39:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:39:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:39:57 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:39:57 user nova-compute[74725]: INFO nova.compute.manager [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Detaching volume ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf
Nov 15 17:39:57 user nova-compute[74725]: INFO nova.virt.block_device [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Attempting to driver detach volume ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf from mountpoint /dev/vdb
Nov 15 17:39:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Attempting to detach device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:39:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:39:57 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:39:57 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:39:57 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:39:57 user nova-compute[74725]:   <serial>ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf</serial>
Nov 15 17:39:57 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:39:57 user nova-compute[74725]: </disk>
Nov 15 17:39:57 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:39:57 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the persistent domain config.
Nov 15 17:39:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:39:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:39:57 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:39:57 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:39:57 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:39:57 user nova-compute[74725]:   <serial>ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf</serial>
Nov 15 17:39:57 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:39:57 user nova-compute[74725]: </disk>
Nov 15 17:39:57 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:39:57 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:39:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:03 user nova-compute[74725]: INFO nova.compute.manager [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Terminating instance
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.compute.manager [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-unplugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] No waiting events found dispatching network-vif-unplugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.compute.manager [req-c7964388-7c46-47fb-a26b-296644d310f0 req-324bccf2-b406-4ea0-9003-b5d0e50508e6 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-unplugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Instance destroyed successfully.
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lazy-loading 'resources' on Instance uuid c23c0fe3-b4eb-4124-bf89-e48cda14c171 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:19:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-711228260',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-711228260',id=17,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:19:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da04e3c341024bae801a79a992e086c6',ramdisk_id='',reservation_id='r-moaeo0xa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-914201394',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:21:32Z,user_data=None,user_id='0dda8adf120a446b95e9ef26d623b06a',uuid=c23c0fe3-b4eb-4124-bf89-e48cda14c171,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converting VIF {"id": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "address": "fa:16:3e:b3:04:86", "network": {"id": "9048fa97-7a58-4145-9cc6-8ad0d7f7cc33", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-927020547-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da04e3c341024bae801a79a992e086c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27b37487-93", "ovs_interfaceid": "27b37487-93e8-449e-adab-8b7f8c5b3cd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG os_vif [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27b37487-93, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04d6b87d-729f-4a3a-83b7-a3f7a59572bc) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:40:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:40:03 user nova-compute[74725]: INFO os_vif [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b3:04:86,bridge_name='br-int',has_traffic_filtering=True,id=27b37487-93e8-449e-adab-8b7f8c5b3cd0,network=Network(9048fa97-7a58-4145-9cc6-8ad0d7f7cc33),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27b37487-93')
Nov 15 17:40:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Deleting instance files /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171_del
Nov 15 17:40:03 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Deletion of /opt/stack/data/nova/instances/c23c0fe3-b4eb-4124-bf89-e48cda14c171_del complete
Nov 15 17:40:04 user nova-compute[74725]: INFO nova.compute.manager [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 15 17:40:04 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:40:04 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Took 0.51 seconds to deallocate network for instance.
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-69d04fb8-0ad6-41ba-92d3-63cb93ae21fc req-a202798a-592e-45c6-b15f-2506cf8e203f service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-deleted-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:40:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.230s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:04 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Deleted allocations for instance c23c0fe3-b4eb-4124-bf89-e48cda14c171
Nov 15 17:40:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-678d5ff2-0c35-453c-b9e6-9828d183aad8 tempest-ServerBootFromVolumeStableRescueTest-914201394 tempest-ServerBootFromVolumeStableRescueTest-914201394-project-member] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.786s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] Acquiring lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] Lock "c23c0fe3-b4eb-4124-bf89-e48cda14c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] No waiting events found dispatching network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:40:05 user nova-compute[74725]: WARNING nova.compute.manager [req-3d54682d-d5e9-47eb-93a4-d02ca14fe98c req-4dcb7ef5-b7b0-4262-9196-262436067580 service nova] [instance: c23c0fe3-b4eb-4124-bf89-e48cda14c171] Received unexpected event network-vif-plugged-27b37487-93e8-449e-adab-8b7f8c5b3cd0 for instance with vm_state deleted and task_state None.
Nov 15 17:40:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:40:17 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 592579a5-c6ce-4711-8714-da32226fa154 is timed out.
Nov 15 17:40:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully detached device vdb from instance 592579a5-c6ce-4711-8714-da32226fa154 from the live domain config.
Nov 15 17:40:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aeHWdIGn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:17 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba02895-4067-4719-b25c-c4385c830db4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:40:17 user nova-compute[74725]: No targets found.
Nov 15 17:40:17 user nova-compute[74725]: iSNS:
Nov 15 17:40:17 user nova-compute[74725]: No targets found.
Nov 15 17:40:17 user nova-compute[74725]: STATIC:
Nov 15 17:40:17 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf
Nov 15 17:40:17 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:40:17 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:40:17 user nova-compute[74725]: FIRMWARE:
Nov 15 17:40:17 user nova-compute[74725]: No targets found.
Nov 15 17:40:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:40:17 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:40:17 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a1e1b6c-e52a-44d2-a97d-78a9e24eddd3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b31d85-241a-437b-a162-b482c6b71f8c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)
Nov 15 17:40:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf (non-flash)
Nov 15 17:40:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e1d510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb6ed6e-3f2a-42e1-877a-e5a5b1d9a34b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[163e5a87-531f-4e22-93a1-74ef8a1db2f9]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[690b4f60-0c3c-41c5-bf87-4fd6279695cb]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7eeb60e-77b3-4d55-887b-9be7bcc90447]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b7f504-ab2a-4fe9-9d52-df1237a8df1d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --logout" returned: 0 in 0.040s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a532b535-ee84-41a8-b2c1-ae77d62a48ab]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260]
Nov 15 17:40:17 user nova-compute[74725]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf, portal: 172.16.0.220,3260] successful.
Nov 15 17:40:17 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ffaa6cc4-2fb5-41eb-8077-66b63ea78cdf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed422ef-aa40-4a64-95f8-adfc78592202]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.258s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] <== disconnect_volume: return (259ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:17 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:40:18 user nova-compute[74725]: DEBUG nova.objects.instance [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'flavor' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-343ff027-a23e-4714-91f8-9043144c2de2 tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.534s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:40:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:40:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-changed-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Refreshing instance network info cache due to event network-changed-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] Acquiring lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] Acquired lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Refreshing network info cache for port 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updated VIF entry in instance network info cache for port 485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG nova.network.neutron [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updating instance_info_cache with network_info: [{"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-9aeb86fe-296b-45e1-b3e5-079a57f31b57 req-e571dddf-d9ae-449e-a47e-03f8eab346d1 service nova] Releasing lock "refresh_cache-54e808da-25d3-4b3f-8bbd-9f1af25a0f63" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:40:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8307MB free_disk=24.7332763671875GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 592579a5-c6ce-4711-8714-da32226fa154 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.321s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG nova.objects.instance [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:37 user nova-compute[74725]: INFO nova.compute.manager [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Attaching volume f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef to /dev/vdb
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[90e99fe1-339f-428a-a4c7-256a0b5cba82]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d8d9399-d817-4540-8064-c0d22c7c36d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f48e69-d350-42bb-b434-c7729d4820d5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[946e494e-42e0-4ce8-9603-eccb9dc9a820]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:37 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:40:37 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b28d399-1ff6-4336-bdf6-b99ca1071bd6]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG os_brick.utils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:37 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updating existing volume attachment record: 65a84fd4-63ce-488a-8dc7-1a2e25c41b76 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:40:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-changed-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Refreshing instance network info cache due to event network-changed-9431431c-16ac-4ba5-975f-7777f3c5caab. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:40:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] Acquiring lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:40:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] Acquired lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:40:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Refreshing network info cache for port 9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:40:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updated VIF entry in instance network info cache for port 9431431c-16ac-4ba5-975f-7777f3c5caab. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:40:40 user nova-compute[74725]: DEBUG nova.network.neutron [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updating instance_info_cache with network_info: [{"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:40:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e51dbbc6-07a3-40f6-8fb2-3e2ff6ed6cfa req-93b96da7-f50f-44be-b5c8-d5276ac558e3 service nova] Releasing lock "refresh_cache-98d0a4b4-5aa3-46f5-a228-1d5a39883286" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing instance network info cache due to event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] Acquiring lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] Acquired lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updated VIF entry in instance network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.network.neutron [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating instance_info_cache with network_info: [{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1f5d28b0-fd4c-4b32-9c46-933b29d449f1 req-e990be71-ac28-49ae-8304-cc0424d80117 service nova] Releasing lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UOiZfbpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:41 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:41 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:41 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9989351-6608-48a5-93cb-9b3b40658ae0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:40:41 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c3b256-1299-48f5-a549-99ab5b2da42c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef] added
Nov 15 17:40:41 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.139s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb59244-bded-4500-acb8-ae22d8cae485]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:41 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.098s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0868e152-b4ba-414b-b635-a205249b5395]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UOiZfbpM {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG nova.objects.instance [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UOiZfbpM" returned: 0 in 0.100s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[86dde04f-0991-4c8e-b049-5bd4d96e7c6f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UOiZfbpM'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG nova.objects.instance [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lazy-loading 'flavor' on Instance uuid 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.332s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15ef95a-9835-4258-8f3f-4b60c864c088]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ed0de51-a35f-4dac-ab26-400971c57538]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:40:42 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:40:42 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:42 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:40:42 user nova-compute[74725]: 
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.077s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82b7762-6cc6-43df-9717-09968448112c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260]
Nov 15 17:40:42 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260] successful.
Nov 15 17:40:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a7d80e-27a1-41fd-a945-7ae8c3f4ef31]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[00fd8f51-279f-46ed-bac8-884dbd0e449a]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:42 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.539s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:42 user nova-compute[74725]: INFO nova.compute.manager [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Attaching volume 97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 to /dev/vdb
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e42102-5251-419c-8c5b-5b01d4cab3c3]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UOiZfbpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:42 user nova-compute[74725]: INFO nova.compute.manager [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Attaching volume 288eb02d-72b9-47b4-846d-53f14e789f0c to /dev/vdb
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b54461-0896-4257-82e8-44677c6fb323]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b311c43-2280-4c01-9724-7b89a35acd4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b221f11-8f1b-4efd-97fb-81e6da47b904]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1a0af5-2cb0-4e61-a601-68c84d67f0ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:42 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3adcccaa-3cda-4bb3-aae0-db1ecf8c4afe]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updating existing volume attachment record: 5dec727d-5601-40f4-b5d0-3aac21639ced {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41577559-3057-41d1-a86e-00de7984ea9f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4302d3de-7e25-47b1-8d51-6188bd50705c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a1328e9-c8f3-4464-815d-fb562b140eb2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f767e1-59d2-464c-bb28-affd86a5cbcd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:40:42 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:40:42 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5523831-6db4-4da4-a7fd-ea69b7797a66]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG os_brick.utils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:42 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating existing volume attachment record: 6f6b01fe-e98e-4749-a579-6fd4e7b8fb6c {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.576s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== connect_volume: return (1578ms) {'type': 'block', 'scsi_wwn': '23866323763346537', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23866323763346537', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.objects.instance [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:40:43 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:43 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:40:43 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:43 user nova-compute[74725]:   <serial>f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef</serial>
Nov 15 17:40:43 user nova-compute[74725]: </disk>
Nov 15 17:40:43 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:a8:e1:f0, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:40:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-36fce9fc-c230-48fc-bb9d-bdebe6ce25d3 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.740s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:45 user nova-compute[74725]: INFO nova.compute.manager [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Detaching volume f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef
Nov 15 17:40:45 user nova-compute[74725]: INFO nova.virt.block_device [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Attempting to driver detach volume f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef from mountpoint /dev/vdb
Nov 15 17:40:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Attempting to detach device vdb from instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:40:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:45 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:45 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:40:45 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:45 user nova-compute[74725]:   <serial>f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef</serial>
Nov 15 17:40:45 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:45 user nova-compute[74725]: </disk>
Nov 15 17:40:45 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:45 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 from the persistent domain config.
Nov 15 17:40:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:40:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:45 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:45 user nova-compute[74725]:   <source dev="/dev/sdb"/>
Nov 15 17:40:45 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:45 user nova-compute[74725]:   <serial>f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef</serial>
Nov 15 17:40:45 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:45 user nova-compute[74725]: </disk>
Nov 15 17:40:45 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:40:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'knRFGHxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:47 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea8b131b-2585-43c5-b0a9-084108ce308d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:40:47 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c19829d-8cd9-4075-a41d-a391606bbfe5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c] added
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb827a27-deef-4b7a-8d61-711eaaac61f5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfafd43a-1b6d-4b8f-97e1-47a47589bf09]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v knRFGHxV {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v knRFGHxV" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[477f3ae4-dc10-482f-b8dc-96630df3d17a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'knRFGHxV'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeffdd08-44c0-4e71-858b-b24dbaf8a6aa]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e717757-4a71-4c3b-a5dc-105253c7e7a6]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62f08b1-383e-4196-8569-f01f14161b52]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260]
Nov 15 17:40:47 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260] successful.
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[07dc9385-65dd-452d-ae23-152b8acab8d6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d4db2ea-511e-409c-892f-be7b9e8f5290]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:47 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:47 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:47 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[06ea4124-0510-44fd-ba12-42e11e0741fb]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYfFECx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:40:47 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:47 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'knRFGHxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23630613639653066', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630613639653066', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.888s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:48 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:40:48 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.objects.instance [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lazy-loading 'flavor' on Instance uuid 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ed582c-2d58-4612-a9a6-3113c7710a86]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:40:48 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:40:48 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:48 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:40:48 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:48 user nova-compute[74725]:   <serial>288eb02d-72b9-47b4-846d-53f14e789f0c</serial>
Nov 15 17:40:48 user nova-compute[74725]: </disk>
Nov 15 17:40:48 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6418315d-452f-4f53-a25b-a45fbcb30800]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965] added
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d38c98d-8e6f-4a68-9941-210d93691e07]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[53ff65ff-f1df-4f3b-99d8-80536253a1e7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chYfFECx {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chYfFECx" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fde3e21-e365-4708-85f0-a8eaa30edfed]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'chYfFECx'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e63b7c5-7da3-49c7-ad8d-1cede6952f5a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8a3132-30d5-46a4-8e32-5d0ae001ea9c]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda8540f-4338-4d21-86d3-81b45771c7c2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260]
Nov 15 17:40:48 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260] successful.
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[947bca00-ee19-4d97-ae54-137b2a6cdc82]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f7162f1-22a6-42a4-8003-c952c6820fab]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:40:48 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:40:48 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[823a6285-7115-4bd2-8542-fce5ad405588]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] No VIF found with MAC fa:16:3e:a6:2f:31, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:40:48 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a3bd3843-fedd-49ab-b5cc-9b6452a23e38 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.566s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYfFECx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== connect_volume: return (2182ms) {'type': 'block', 'scsi_wwn': '23764666232623030', 'path': '/dev/sdd'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764666232623030', 'path': '/dev/sdd'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.objects.instance [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:40:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:49 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:40:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:49 user nova-compute[74725]:   <serial>97142a9a-80a0-45ff-9f6d-4ae8ee1d5965</serial>
Nov 15 17:40:49 user nova-compute[74725]: </disk>
Nov 15 17:40:49 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:49 user nova-compute[74725]: INFO nova.compute.manager [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Detaching volume 288eb02d-72b9-47b4-846d-53f14e789f0c
Nov 15 17:40:49 user nova-compute[74725]: INFO nova.virt.block_device [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Attempting to driver detach volume 288eb02d-72b9-47b4-846d-53f14e789f0c from mountpoint /dev/vdb
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Attempting to detach device vdb from instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:49 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:40:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:49 user nova-compute[74725]:   <serial>288eb02d-72b9-47b4-846d-53f14e789f0c</serial>
Nov 15 17:40:49 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:49 user nova-compute[74725]: </disk>
Nov 15 17:40:49 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:49 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Successfully detached device vdb from instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 from the persistent domain config.
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:40:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:49 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:49 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:40:49 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:49 user nova-compute[74725]:   <serial>288eb02d-72b9-47b4-846d-53f14e789f0c</serial>
Nov 15 17:40:49 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:49 user nova-compute[74725]: </disk>
Nov 15 17:40:49 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:40:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] No VIF found with MAC fa:16:3e:44:2a:c8, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:40:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-610a9025-395d-482e-a468-bac40da58fec tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.934s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:40:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:40:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:40:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:40:52 user nova-compute[74725]: INFO nova.compute.manager [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Detaching volume 97142a9a-80a0-45ff-9f6d-4ae8ee1d5965
Nov 15 17:40:52 user nova-compute[74725]: INFO nova.virt.block_device [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Attempting to driver detach volume 97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 from mountpoint /dev/vdb
Nov 15 17:40:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Attempting to detach device vdb from instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:40:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:52 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:52 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:40:52 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:52 user nova-compute[74725]:   <serial>97142a9a-80a0-45ff-9f6d-4ae8ee1d5965</serial>
Nov 15 17:40:52 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:52 user nova-compute[74725]: </disk>
Nov 15 17:40:52 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:52 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully detached device vdb from instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 from the persistent domain config.
Nov 15 17:40:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:40:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:40:52 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:40:52 user nova-compute[74725]:   <source dev="/dev/sdd"/>
Nov 15 17:40:52 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:40:52 user nova-compute[74725]:   <serial>97142a9a-80a0-45ff-9f6d-4ae8ee1d5965</serial>
Nov 15 17:40:52 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:40:52 user nova-compute[74725]: </disk>
Nov 15 17:40:52 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:40:52 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:40:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:40:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:41:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:05 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 is timed out.
Nov 15 17:41:05 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 from the live domain config.
Nov 15 17:41:05 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UOiZfbpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:41:05 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[519aa4c8-75f8-4c71-8a05-68fd5a393a27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:41:05 user nova-compute[74725]: No targets found.
Nov 15 17:41:05 user nova-compute[74725]: iSNS:
Nov 15 17:41:05 user nova-compute[74725]: No targets found.
Nov 15 17:41:05 user nova-compute[74725]: STATIC:
Nov 15 17:41:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c
Nov 15 17:41:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965
Nov 15 17:41:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:05 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef
Nov 15 17:41:05 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:05 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:05 user nova-compute[74725]: FIRMWARE:
Nov 15 17:41:05 user nova-compute[74725]: No targets found.
Nov 15 17:41:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:41:05 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:41:05 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d1061e-fa33-4cdf-be3f-d331a9a9cfcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13aaec3-bc02-4008-9b9e-30ce4146a35c]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:41:05 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:41:05 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef (non-flash)
Nov 15 17:41:05 user nova-compute[74725]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:41:05 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac17d6c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f4ec29-ff40-4988-9a27-5de0c1563cf7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ea16bc-2b1c-463b-878f-c98d29505b2c]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf92da3-3767-4d64-9ae7-9e058faa98c6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e8b5140-050f-4629-bcb1-9097b86a1b0d]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a974d0-dd17-4f73-b5f1-708be0632de6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39dd245c-c2c5-4923-b459-c57fafa4f6d2]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260]
Nov 15 17:41:05 user nova-compute[74725]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef, portal: 172.16.0.220,3260] successful.
Nov 15 17:41:05 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2fa2bd8-fef8-4323-ad5c-f66d5475f7ef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e614621-f655-40bc-abf1-351ef8cc46b8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== disconnect_volume: return (316ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:06 user nova-compute[74725]: INFO nova.compute.manager [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Terminating instance
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-unplugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] No waiting events found dispatching network-vif-unplugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.compute.manager [req-f2ed1923-c022-4d7b-9a0a-c6abb44e8c0b req-23ec9b54-e845-4653-9f95-18602f53ab93 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-unplugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e19f16db-4077-46dd-abe1-54b064804c55 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.681s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Instance destroyed successfully.
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.objects.instance [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lazy-loading 'resources' on Instance uuid 592579a5-c6ce-4711-8714-da32226fa154 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-100747382',display_name='tempest-SnapshotDataIntegrityTests-server-100747382',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-100747382',id=40,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBI+ArolbZb9W/FI2v/h62DkkkzYVZsxTaAVGHNCwDecp3M0Eyi8L1aIZIs9apy9q9s+yeWS/69DzltZMqaLsB6TcOGJAaAg8P29CSyUnDs61IsqA/vvCDqtIIsWApKOOxg==',key_name='tempest-keypair-2436521',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:34:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3b6880618d234209b08502165a382397',ramdisk_id='',reservation_id='r-lxf6emk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-91793194',owner_user_name='tempest-SnapshotDataIntegrityTests-91793194-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:34:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e149bace8e71431e8eda6ea81ec27f88',uuid=592579a5-c6ce-4711-8714-da32226fa154,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converting VIF {"id": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "address": "fa:16:3e:b8:0d:64", "network": {"id": "d43b9b7b-2ef1-4849-9e1e-2d58064e746f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1337068393-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3b6880618d234209b08502165a382397", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc87e780-8f", "ovs_interfaceid": "fc87e780-8fd6-4af3-aab2-f82df52ac461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG os_vif [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc87e780-8f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fe12c78c-e87d-4f0f-890e-aed7a10d1553) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:06 user nova-compute[74725]: INFO os_vif [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:0d:64,bridge_name='br-int',has_traffic_filtering=True,id=fc87e780-8fd6-4af3-aab2-f82df52ac461,network=Network(d43b9b7b-2ef1-4849-9e1e-2d58064e746f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc87e780-8f')
Nov 15 17:41:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Deleting instance files /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154_del
Nov 15 17:41:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Deletion of /opt/stack/data/nova/instances/592579a5-c6ce-4711-8714-da32226fa154_del complete
Nov 15 17:41:07 user nova-compute[74725]: INFO nova.compute.manager [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 17:41:07 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:07 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:07 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Took 0.91 seconds to deallocate network for instance.
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-a977436c-0e00-4794-a174-68a7cb8c4ac7 req-cddb225c-5bc5-45ad-b435-8449bb8cf080 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-deleted-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.197s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:08 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Deleted allocations for instance 592579a5-c6ce-4711-8714-da32226fa154
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-80e849f5-8ea7-4de5-aecb-4fce43eb634d tempest-SnapshotDataIntegrityTests-91793194 tempest-SnapshotDataIntegrityTests-91793194-project-member] Lock "592579a5-c6ce-4711-8714-da32226fa154" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.255s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] Acquiring lock "592579a5-c6ce-4711-8714-da32226fa154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] Lock "592579a5-c6ce-4711-8714-da32226fa154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] No waiting events found dispatching network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:08 user nova-compute[74725]: WARNING nova.compute.manager [req-ae407a1c-76c2-410b-a72c-c430781a67da req-ad27e06b-2c6b-44c0-a659-d13baca11ee6 service nova] [instance: 592579a5-c6ce-4711-8714-da32226fa154] Received unexpected event network-vif-plugged-fc87e780-8fd6-4af3-aab2-f82df52ac461 for instance with vm_state deleted and task_state None.
Nov 15 17:41:10 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 is timed out.
Nov 15 17:41:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Successfully detached device vdb from instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 from the live domain config.
Nov 15 17:41:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'knRFGHxV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:41:10 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebd9263c-1465-48ec-9ead-b5063c64edf8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:41:10 user nova-compute[74725]: No targets found.
Nov 15 17:41:10 user nova-compute[74725]: iSNS:
Nov 15 17:41:10 user nova-compute[74725]: No targets found.
Nov 15 17:41:10 user nova-compute[74725]: STATIC:
Nov 15 17:41:10 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c
Nov 15 17:41:10 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:10 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:10 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965
Nov 15 17:41:10 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:10 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:10 user nova-compute[74725]: FIRMWARE:
Nov 15 17:41:10 user nova-compute[74725]: No targets found.
Nov 15 17:41:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:41:10 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:41:10 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f0ba9d3-b879-4534-8642-53ff3988a393]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[32595a03-c804-47e9-8a1a-c2cde58f4794]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:41:10 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c (non-flash)
Nov 15 17:41:10 user nova-compute[74725]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac640af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dfebe2a-904d-4858-bcb1-18df71691482]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[88629a6c-9803-481b-aefd-1c1820dcc750]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[60612fe9-683a-412a-98ee-14558d26e06e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2ce671-e5dc-4352-9a4b-c54e62aa5316]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf276e8-185f-4674-aa31-e54422fe6002]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ab2314-a9c5-4870-8a5c-8884fce8a224]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260]
Nov 15 17:41:10 user nova-compute[74725]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c, portal: 172.16.0.220,3260] successful.
Nov 15 17:41:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:288eb02d-72b9-47b4-846d-53f14e789f0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0803ead6-cc4d-4283-bf45-8433f9cfbb3b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.274s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] <== disconnect_volume: return (275ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:41:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:41:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lazy-loading 'flavor' on Instance uuid 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2c3c3052-5e21-4a6e-a7b4-b5309a7c2cb1 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.567s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:12 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 is timed out.
Nov 15 17:41:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully detached device vdb from instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 from the live domain config.
Nov 15 17:41:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chYfFECx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:41:12 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d2de97-2543-4898-999f-56baad3b7156]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:41:12 user nova-compute[74725]: No targets found.
Nov 15 17:41:12 user nova-compute[74725]: iSNS:
Nov 15 17:41:12 user nova-compute[74725]: No targets found.
Nov 15 17:41:12 user nova-compute[74725]: STATIC:
Nov 15 17:41:12 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965
Nov 15 17:41:12 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:41:12 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:41:12 user nova-compute[74725]: FIRMWARE:
Nov 15 17:41:12 user nova-compute[74725]: No targets found.
Nov 15 17:41:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:41:12 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:41:12 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a5bdb6-55b8-491a-b9ab-e24d4847b673]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b58c3a-5060-4665-8728-9076939a5d0c]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 (non-flash)
Nov 15 17:41:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac17f0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965'): ({'sdd'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Removing single pathed devices sdd {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c7e8aa-e5b8-41f1-aadd-937f93891ef2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2138ef-3db0-46d2-b47e-1ed54f6d701f]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Flushing IO for device /dev/sdd {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11f0f2e-a42e-4b61-b7d0-a8923a506a39]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0d5d5c-bfc5-48c2-9e9e-ae43a5cd9702]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] SCSI volumes sdd have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7633cd12-29c9-43d3-891e-2f18f72ab89c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eed2936-9895-411f-aca7-750326fdee84]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260]
Nov 15 17:41:13 user nova-compute[74725]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965, portal: 172.16.0.220,3260] successful.
Nov 15 17:41:13 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97142a9a-80a0-45ff-9f6d-4ae8ee1d5965 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b6f7c31-8ab5-423f-8c60-eb182d8d4b09]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] <== disconnect_volume: return (255ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG nova.objects.instance [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'flavor' on Instance uuid b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-e8b1bccf-7a72-4cea-97fc-bb1d9488a8a7 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.556s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:41:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:41:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:41:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:32 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:35 user nova-compute[74725]: INFO nova.compute.manager [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Terminating instance
Nov 15 17:41:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:35 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-unplugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] No waiting events found dispatching network-vif-unplugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ce45ce15-b68e-4b6f-91b0-337a31dbba97 req-09c42b7e-bb38-4af9-be00-d3ebe5e39054 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-unplugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:41:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Instance destroyed successfully.
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.objects.instance [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'resources' on Instance uuid 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:41:36 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8509MB free_disk=24.748699188232422GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1463685522',display_name='tempest-AttachVolumeNegativeTest-server-1463685522',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1463685522',id=43,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBATol0nXBFbEg5+4RmRVSKU81ngIon5ahapCLpjWs1MawPDzGderjMeUNHkkWNOI8/tmG3vTgj3sloO88u5gCeRMm9BZijNi3X3zw8l7KLee/HeHBKW6ZCzahA9w5D9TXg==',key_name='tempest-keypair-1338027355',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:38:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-ktgg00xf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:38:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=54e808da-25d3-4b3f-8bbd-9f1af25a0f63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "address": "fa:16:3e:a8:e1:f0", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap485c9c72-c8", "ovs_interfaceid": "485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG os_vif [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap485c9c72-c8, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cae09c7e-9b24-4108-9e14-bf498f91cb26) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:36 user nova-compute[74725]: INFO os_vif [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:e1:f0,bridge_name='br-int',has_traffic_filtering=True,id=485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap485c9c72-c8')
Nov 15 17:41:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Deleting instance files /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63_del
Nov 15 17:41:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Deletion of /opt/stack/data/nova/instances/54e808da-25d3-4b3f-8bbd-9f1af25a0f63_del complete
Nov 15 17:41:36 user nova-compute[74725]: INFO nova.compute.manager [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 15 17:41:36 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:41:36 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.629s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:37 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Took 0.96 seconds to deallocate network for instance.
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-d4fbbaf2-caab-4928-bad8-462cf23cf6d0 req-6efd8ecc-914b-49fc-a763-71a22cf0e60e service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-deleted-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:41:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.171s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:37 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Deleted allocations for instance 54e808da-25d3-4b3f-8bbd-9f1af25a0f63
Nov 15 17:41:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-f2d4d67e-1b83-4d81-8f29-fc1bfed5d618 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.307s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] Acquiring lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] Lock "54e808da-25d3-4b3f-8bbd-9f1af25a0f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] No waiting events found dispatching network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:38 user nova-compute[74725]: WARNING nova.compute.manager [req-1afcc4da-2f86-4025-aca8-0991feb5e888 req-2a29c411-8c93-4545-8d99-fa44fa903a70 service nova] [instance: 54e808da-25d3-4b3f-8bbd-9f1af25a0f63] Received unexpected event network-vif-plugged-485c9c72-c8c3-4c2c-abc3-3c2e6e406ba6 for instance with vm_state deleted and task_state None.
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:41:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing instance network info cache due to event network-changed-3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:41:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] Acquiring lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:41:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] Acquired lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:41:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Refreshing network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:43 user nova-compute[74725]: INFO nova.compute.manager [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Terminating instance
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updated VIF entry in instance network info cache for port 3cf5844c-18c0-4e3d-88bb-233d5802e41f. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating instance_info_cache with network_info: [{"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd6fa11f-13ee-4b9c-97be-2e3e8d1e85b5 req-d0af2a08-56cd-4b98-b262-ab352a7b0211 service nova] Releasing lock "refresh_cache-b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:43 user nova-compute[74725]: INFO nova.compute.manager [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Terminating instance
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Instance destroyed successfully.
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.objects.instance [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'resources' on Instance uuid b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-unplugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] No waiting events found dispatching network-vif-unplugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-ded28a42-3373-44c3-b910-67d7ead477f2 req-0862ad53-98e5-49c5-88e3-4707070cb298 service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-unplugged-9431431c-16ac-4ba5-975f-7777f3c5caab for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1542283944',display_name='tempest-TestStampPattern-server-1542283944',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1542283944',id=45,image_ref='4c959c3a-7716-4093-b8e3-3564568aee4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:38:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-rn0hdttg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='243d0ccb-b994-4091-aecd-20277ffcceb2',image_min_disk='1',image_min_ram='0',image_owner_id='64618501caa64158874539b13ef09999',image_owner_project_name='tempest-TestStampPattern-1798348099',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1798348099-project-member',image_user_id='afb2fb294f3f4b89a97534f1cfd697f4',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:38:59Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "address": "fa:16:3e:44:2a:c8", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3cf5844c-18", "ovs_interfaceid": "3cf5844c-18c0-4e3d-88bb-233d5802e41f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG os_vif [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3cf5844c-18, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d058a41-21ce-4067-b6b3-3b3cba91b8b6) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:43 user nova-compute[74725]: INFO os_vif [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:2a:c8,bridge_name='br-int',has_traffic_filtering=True,id=3cf5844c-18c0-4e3d-88bb-233d5802e41f,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3cf5844c-18')
Nov 15 17:41:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Deleting instance files /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4_del
Nov 15 17:41:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Deletion of /opt/stack/data/nova/instances/b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4_del complete
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.compute.manager [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Instance destroyed successfully.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.objects.instance [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lazy-loading 'resources' on Instance uuid 98d0a4b4-5aa3-46f5-a228-1d5a39883286 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:38:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-213846552',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2138465',id=44,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMBrMieaCZ5h2V5GGNa7kqziKm1HGZ/1cLxVFxV/tJfTMN3RDaLXbvjtzBJUU8SN4+aUXk9agftZmCR0WB9qf60ouPTGdoazlBcLTQwg7Hl/e+tK6s9Pq9jlDnoixwbS5Q==',key_name='tempest-keypair-350787792',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:38:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bbbf10641e0d4207b1ac19be48b366a5',ramdisk_id='',reservation_id='r-90ezg0hv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:38:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f032d7fe72242adb13c0db56d1fffcd',uuid=98d0a4b4-5aa3-46f5-a228-1d5a39883286,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converting VIF {"id": "9431431c-16ac-4ba5-975f-7777f3c5caab", "address": "fa:16:3e:a6:2f:31", "network": {"id": "52fe33c1-871e-4366-b8d6-013fa9eb9616", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-823179477-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bbbf10641e0d4207b1ac19be48b366a5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9431431c-16", "ovs_interfaceid": "9431431c-16ac-4ba5-975f-7777f3c5caab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG os_vif [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9431431c-16, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b6b9b60-45d1-44af-a1c1-a43881075b16) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:41:44 user nova-compute[74725]: INFO os_vif [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:2f:31,bridge_name='br-int',has_traffic_filtering=True,id=9431431c-16ac-4ba5-975f-7777f3c5caab,network=Network(52fe33c1-871e-4366-b8d6-013fa9eb9616),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9431431c-16')
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Deleting instance files /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286_del
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Deletion of /opt/stack/data/nova/instances/98d0a4b4-5aa3-46f5-a228-1d5a39883286_del complete
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.compute.manager [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Took 0.62 seconds to deallocate network for instance.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:44 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Deleted allocations for instance b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-vif-unplugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] No waiting events found dispatching network-vif-unplugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:44 user nova-compute[74725]: WARNING nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received unexpected event network-vif-unplugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f for instance with vm_state deleted and task_state None.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Acquiring lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] No waiting events found dispatching network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:44 user nova-compute[74725]: WARNING nova.compute.manager [req-db70ecca-cd8c-4ba1-b086-e9e7aa713ec8 req-e2b50b40-df76-4ec9-ae21-3ab3d59c612b service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received unexpected event network-vif-plugged-3cf5844c-18c0-4e3d-88bb-233d5802e41f for instance with vm_state deleted and task_state None.
Nov 15 17:41:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-05796dbd-43b9-4c62-a3d2-82f50d14fbf8 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.957s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:41:45 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Took 0.73 seconds to deallocate network for instance.
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-b882bc49-e573-41e9-8e90-ea6395680df6 req-604aa5b9-498a-4132-a29f-9cdc9f6730ed service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-deleted-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.126s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:45 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Deleted allocations for instance 98d0a4b4-5aa3-46f5-a228-1d5a39883286
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-430d04bc-665e-4c64-98ef-99d9ba795801 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480 tempest-TestServerVolumeAttachScenarioOldVersion-1403949480-project-member] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.859s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] Acquiring lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] Lock "98d0a4b4-5aa3-46f5-a228-1d5a39883286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] No waiting events found dispatching network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:41:45 user nova-compute[74725]: WARNING nova.compute.manager [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] [instance: 98d0a4b4-5aa3-46f5-a228-1d5a39883286] Received unexpected event network-vif-plugged-9431431c-16ac-4ba5-975f-7777f3c5caab for instance with vm_state deleted and task_state None.
Nov 15 17:41:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-f80bdbd1-b93a-477a-a74d-9bfbc6cd8c37 req-4eecde63-eb9b-422f-a180-e44465b1cffd service nova] [instance: b457a1db-63ea-4ee6-bcf6-ffeb46b29cb4] Received event network-vif-deleted-3cf5844c-18c0-4e3d-88bb-233d5802e41f {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:41:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:41:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:01 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:42:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:08 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:42:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:42:29 user nova-compute[74725]: INFO nova.compute.claims [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Claim successful on node user
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.249s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:42:29 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:42:29 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.policy [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0ffc5926a0a44f1af2e0d5ebdeed22c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '223d57c14de842cbb022a1ce3a54195f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:42:30 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Creating image(s)
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "/opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "/opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.184s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.185s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk 1073741824 {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a,backing_fmt=raw /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk 1073741824" returned: 0 in 0.054s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Successfully created port: ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:42:30 user nova-compute[74725]: WARNING nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor.
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking if we can resize image /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk. size=1073741824 {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.virt.disk.api [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Cannot resize image /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk to a smaller size. {{(pid=74725) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Created local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Ensure instance console log exists: /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Successfully updated port: ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquired lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-changed-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.compute.manager [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Refreshing instance network info cache due to event network-changed-ee3179f6-dfa3-4f58-a731-79749685c4f5. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] Acquiring lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.neutron [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Releasing lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Instance network_info: |[{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] Acquired lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.neutron [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Refreshing network info cache for port ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Start _get_guest_xml network_info=[{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'device_name': '/dev/vda', 'encryption_format': None, 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': 'virtio', 'encryption_options': None, 'device_type': 'disk', 'image_id': '3e31cf3f-b9c3-496d-abdc-07cb9875231f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:42:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:42:31 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T17:11:32Z,direct_url=<?>,disk_format='qcow2',id=3e31cf3f-b9c3-496d-abdc-07cb9875231f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='cd90636b40804b24ad5980cfb8435e76',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T17:11:33Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2112247633',display_name='tempest-AttachVolumeNegativeTest-server-2112247633',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2112247633',id=46,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKWauuSjbZy5iAj1N0sssbpU+HY8yNde3hAuh6GY6sKUdOrKuUzaAg/iYEO1+ep0PLJAeW5cOnAOERp9/s20xDf3SbLvRnC0pfkvNShCKQjeApqOjY5HbPfp/nv4Avikyw==',key_name='tempest-keypair-650216750',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-s0e4riux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:42:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06dd2c14-5989-4fa2-aa8c-7329bd37a4a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.objects.instance [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'pci_devices' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:42:31 user nova-compute[74725]:   <uuid>06dd2c14-5989-4fa2-aa8c-7329bd37a4a2</uuid>
Nov 15 17:42:31 user nova-compute[74725]:   <name>instance-0000002e</name>
Nov 15 17:42:31 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:42:31 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:42:31 user nova-compute[74725]:   <metadata>
Nov 15 17:42:31 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:42:31 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2112247633</nova:name>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:42:31</nova:creationTime>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:42:31 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:42:31 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:owner>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:user uuid="a0ffc5926a0a44f1af2e0d5ebdeed22c">tempest-AttachVolumeNegativeTest-1761593158-project-member</nova:user>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:project uuid="223d57c14de842cbb022a1ce3a54195f">tempest-AttachVolumeNegativeTest-1761593158</nova:project>
Nov 15 17:42:31 user nova-compute[74725]:       </nova:owner>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:root type="image" uuid="3e31cf3f-b9c3-496d-abdc-07cb9875231f"/>
Nov 15 17:42:31 user nova-compute[74725]:       <nova:ports>
Nov 15 17:42:31 user nova-compute[74725]:         <nova:port uuid="ee3179f6-dfa3-4f58-a731-79749685c4f5">
Nov 15 17:42:31 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 17:42:31 user nova-compute[74725]:         </nova:port>
Nov 15 17:42:31 user nova-compute[74725]:       </nova:ports>
Nov 15 17:42:31 user nova-compute[74725]:     </nova:instance>
Nov 15 17:42:31 user nova-compute[74725]:   </metadata>
Nov 15 17:42:31 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:42:31 user nova-compute[74725]:     <system>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="serial">06dd2c14-5989-4fa2-aa8c-7329bd37a4a2</entry>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="uuid">06dd2c14-5989-4fa2-aa8c-7329bd37a4a2</entry>
Nov 15 17:42:31 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:42:31 user nova-compute[74725]:     </system>
Nov 15 17:42:31 user nova-compute[74725]:   </sysinfo>
Nov 15 17:42:31 user nova-compute[74725]:   <os>
Nov 15 17:42:31 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:42:31 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:42:31 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:42:31 user nova-compute[74725]:   </os>
Nov 15 17:42:31 user nova-compute[74725]:   <features>
Nov 15 17:42:31 user nova-compute[74725]:     <acpi/>
Nov 15 17:42:31 user nova-compute[74725]:     <apic/>
Nov 15 17:42:31 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:42:31 user nova-compute[74725]:   </features>
Nov 15 17:42:31 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:42:31 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:42:31 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:42:31 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:42:31 user nova-compute[74725]:   </clock>
Nov 15 17:42:31 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:42:31 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:42:31 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:42:31 user nova-compute[74725]:   </cpu>
Nov 15 17:42:31 user nova-compute[74725]:   <devices>
Nov 15 17:42:31 user nova-compute[74725]:     <disk type="file" device="disk">
Nov 15 17:42:31 user nova-compute[74725]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 17:42:31 user nova-compute[74725]:       <source file="/opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk"/>
Nov 15 17:42:31 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:42:31 user nova-compute[74725]:     </disk>
Nov 15 17:42:31 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:42:31 user nova-compute[74725]:       <mac address="fa:16:3e:92:e7:68"/>
Nov 15 17:42:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:42:31 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:42:31 user nova-compute[74725]:       <target dev="tapee3179f6-df"/>
Nov 15 17:42:31 user nova-compute[74725]:     </interface>
Nov 15 17:42:31 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:42:31 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/console.log" append="off"/>
Nov 15 17:42:31 user nova-compute[74725]:     </serial>
Nov 15 17:42:31 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:42:31 user nova-compute[74725]:     <video>
Nov 15 17:42:31 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:42:31 user nova-compute[74725]:     </video>
Nov 15 17:42:31 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:42:31 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:42:31 user nova-compute[74725]:     </rng>
Nov 15 17:42:31 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:42:31 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:42:31 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:42:31 user nova-compute[74725]:     </memballoon>
Nov 15 17:42:31 user nova-compute[74725]:   </devices>
Nov 15 17:42:31 user nova-compute[74725]: </domain>
Nov 15 17:42:31 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2112247633',display_name='tempest-AttachVolumeNegativeTest-server-2112247633',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2112247633',id=46,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKWauuSjbZy5iAj1N0sssbpU+HY8yNde3hAuh6GY6sKUdOrKuUzaAg/iYEO1+ep0PLJAeW5cOnAOERp9/s20xDf3SbLvRnC0pfkvNShCKQjeApqOjY5HbPfp/nv4Avikyw==',key_name='tempest-keypair-650216750',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-s0e4riux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:42:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06dd2c14-5989-4fa2-aa8c-7329bd37a4a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG os_vif [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '80947cd1-d794-5dd5-abf0-173faa0f9e11', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee3179f6-df, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee3179f6-df, col_values=(('qos', UUID('ab487fc9-12a5-4ade-9dbe-29b09ff74f38')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee3179f6-df, col_values=(('external_ids', {'iface-id': 'ee3179f6-dfa3-4f58-a731-79749685c4f5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:e7:68', 'vm-uuid': '06dd2c14-5989-4fa2-aa8c-7329bd37a4a2'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:31 user nova-compute[74725]: INFO os_vif [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df')
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:42:31 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:92:e7:68, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:42:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updated VIF entry in instance network info cache for port ee3179f6-dfa3-4f58-a731-79749685c4f5. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:42:32 user nova-compute[74725]: DEBUG nova.network.neutron [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:42:32 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-253ed3d0-c6c3-4a73-a1bc-290e3bde5b67 req-b2cf9321-109d-46be-8212-19ae44e843f9 service nova] Releasing lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:42:32 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG nova.compute.manager [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] No waiting events found dispatching network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:42:33 user nova-compute[74725]: WARNING nova.compute.manager [req-830d6c4a-c26d-4805-bbca-d44de561a7ab req-fa73dc59-beef-4349-86d7-fa34a03a0a93 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received unexpected event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 for instance with vm_state building and task_state spawning.
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:42:35 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Instance spawned successfully.
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] No waiting events found dispatching network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:42:35 user nova-compute[74725]: WARNING nova.compute.manager [req-d1475c63-6e2c-4f46-bb48-5c9d51fe4133 req-64df7641-5274-4143-9333-5ec43e788268 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received unexpected event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 for instance with vm_state building and task_state spawning.
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:42:35 user nova-compute[74725]: INFO nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Took 5.46 seconds to spawn the instance on the hypervisor.
Nov 15 17:42:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:42:35 user nova-compute[74725]: INFO nova.compute.manager [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Took 6.07 seconds to build instance.
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-6269353f-d88d-40db-a7c7-e3c36e2c6415 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.193s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.080s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:35 user nova-compute[74725]: INFO nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] During sync_power_state the instance has a pending task (spawning). Skip.
Nov 15 17:42:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:42:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:42:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8806MB free_disk=24.899959564208984GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 243d0ccb-b994-4091-aecd-20277ffcceb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:42:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.260s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG nova.compute.manager [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing instance network info cache due to event network-changed-22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] Acquiring lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] Acquired lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG nova.network.neutron [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Refreshing network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:38 user nova-compute[74725]: INFO nova.compute.manager [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Terminating instance
Nov 15 17:42:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-unplugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] No waiting events found dispatching network-vif-unplugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.compute.manager [req-dc45d925-408c-4820-b502-f6b6ad4d357a req-cd80fcf7-3d1e-4ff4-a742-f4dfc05f70ff service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-unplugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updated VIF entry in instance network info cache for port 22a0c38a-4f94-4a8b-83ae-053f4012b96b. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.network.neutron [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [{"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a494aa76-f2e0-4043-a1d4-473147297752 req-25a110fe-89fd-44e3-b241-e74e0915506d service nova] Releasing lock "refresh_cache-243d0ccb-b994-4091-aecd-20277ffcceb2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:42:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Instance destroyed successfully.
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.objects.instance [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lazy-loading 'resources' on Instance uuid 243d0ccb-b994-4091-aecd-20277ffcceb2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:35:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2137984029',display_name='tempest-TestStampPattern-server-2137984029',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2137984029',id=41,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMD5UcfQdLWf62+SaSlpd8uxOtzi8f0io/WnzMnL9RvTYQz/iN7tk0pZm+d+NHVenGyiKLqcZFeQZ9QAOkqTIVl5eD/rYwh9w5o5MdRqsFCTJfZ95Xn716botSV+c5Wtow==',key_name='tempest-TestStampPattern-1715495803',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:35:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='64618501caa64158874539b13ef09999',ramdisk_id='',reservation_id='r-h1j7d0jd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1798348099',owner_user_name='tempest-TestStampPattern-1798348099-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:38:47Z,user_data=None,user_id='afb2fb294f3f4b89a97534f1cfd697f4',uuid=243d0ccb-b994-4091-aecd-20277ffcceb2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converting VIF {"id": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "address": "fa:16:3e:4e:53:78", "network": {"id": "036d4e32-b949-42c8-bd2d-f930e91d4a5a", "bridge": "br-int", "label": "tempest-TestStampPattern-316663915-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "64618501caa64158874539b13ef09999", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22a0c38a-4f", "ovs_interfaceid": "22a0c38a-4f94-4a8b-83ae-053f4012b96b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG os_vif [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22a0c38a-4f, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c5175a00-b00a-4fef-bbba-4a8be6c207e2) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:42:39 user nova-compute[74725]: INFO os_vif [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:53:78,bridge_name='br-int',has_traffic_filtering=True,id=22a0c38a-4f94-4a8b-83ae-053f4012b96b,network=Network(036d4e32-b949-42c8-bd2d-f930e91d4a5a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22a0c38a-4f')
Nov 15 17:42:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Deleting instance files /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2_del
Nov 15 17:42:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Deletion of /opt/stack/data/nova/instances/243d0ccb-b994-4091-aecd-20277ffcceb2_del complete
Nov 15 17:42:39 user nova-compute[74725]: INFO nova.compute.manager [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:42:40 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Took 0.46 seconds to deallocate network for instance.
Nov 15 17:42:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.133s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:40 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Deleted allocations for instance 243d0ccb-b994-4091-aecd-20277ffcceb2
Nov 15 17:42:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-045f3888-8ef4-48ea-9242-e8bd25a7a057 tempest-TestStampPattern-1798348099 tempest-TestStampPattern-1798348099-project-member] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.665s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:40 user nova-compute[74725]: DEBUG nova.compute.manager [req-f329c86b-f292-4750-9862-fe6060e5fac9 req-d0d40fc8-966d-4a61-8697-5f1c7cc7acf3 service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-deleted-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:42:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] Acquiring lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] Lock "243d0ccb-b994-4091-aecd-20277ffcceb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:42:41 user nova-compute[74725]: DEBUG nova.compute.manager [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] No waiting events found dispatching network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:42:41 user nova-compute[74725]: WARNING nova.compute.manager [req-e4a1d927-1342-4bc9-bb82-670619eaf4b2 req-016cedd4-7d3f-41e0-9864-95a1587a265f service nova] [instance: 243d0ccb-b994-4091-aecd-20277ffcceb2] Received unexpected event network-vif-plugged-22a0c38a-4f94-4a8b-83ae-053f4012b96b for instance with vm_state deleted and task_state None.
Nov 15 17:42:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:42:59 user nova-compute[74725]: INFO nova.compute.claims [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Claim successful on node user
Nov 15 17:42:59 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:42:59 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:43:00 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.275s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:43:00 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:43:00 user nova-compute[74725]: INFO nova.virt.block_device [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Booting with volume snapshot 7b812beb-b833-4fcd-924c-e3cdc8e63d4e at /dev/vda
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.policy [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:43:00 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Successfully created port: 2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Successfully updated port: 2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-changed-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.compute.manager [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Refreshing instance network info cache due to event network-changed-2e2d266e-3a32-423b-9691-3b78765aa312. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] Acquiring lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.network.neutron [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updating instance_info_cache with network_info: [{"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Instance network_info: |[{"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] Acquired lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:43:01 user nova-compute[74725]: DEBUG nova.network.neutron [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Refreshing network info cache for port 2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:43:02 user nova-compute[74725]: DEBUG nova.network.neutron [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updated VIF entry in instance network info cache for port 2e2d266e-3a32-423b-9691-3b78765aa312. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:43:02 user nova-compute[74725]: DEBUG nova.network.neutron [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updating instance_info_cache with network_info: [{"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:43:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-3f4b736a-7424-4151-96ad-07d0e2df5a44 req-615eca50-cba4-45bf-82b8-01c019266f8f service nova] Releasing lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:43:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.utils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8135b365-c9a2-4b83-97ca-f55d3bb375a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ef7db4-8be7-42fa-bf6f-dc7ea21df82d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e984a2-f2af-4b60-82e9-972173a0e81b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc1a845-3b81-42ed-bf29-c564110e1f52]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:43:05 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:43:05 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4b2f9e7-654f-47c6-88a8-5dacdb39c1ad]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG os_brick.utils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:43:05 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updating existing volume attachment record: 23bab772-a5a2-4f27-8590-40877c2e45b7 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:43:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:43:10 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Creating image(s)
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Ensure instance console log exists: /opt/stack/data/nova/instances/e1fa6e01-65ea-435d-b259-74f48a97e0bd/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Start _get_guest_xml network_info=[{"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZfjHtYhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e1fa6e01-65ea-435d-b259-74f48a97e0bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 'serial': 'dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62'}, 'boot_index': 0, 'attachment_id': '23bab772-a5a2-4f27-8590-40877c2e45b7', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:43:10 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:43:10 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZfjHtYhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:43:10 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:43:10 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:43:10 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e12e1bf2-72f1-4fc3-b21b-96cd81f75750]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:43:10 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e58bef2-5a3c-4ddd-8978-7beb4876277e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62] added
Nov 15 17:43:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45b3947-bde3-46e0-a8d2-5d40c090f019]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e543a0-7a07-44af-995d-12a16fd77cda]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZfjHtYhp {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZfjHtYhp" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac919ec-b011-4cff-9f46-950315d649a5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZfjHtYhp'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a657317c-9ac3-4b9f-97ed-1420e57ccc43]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[350b09c5-7148-495c-84e1-d7f890a2dbd1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:43:10 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:43:10 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:43:10 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:43:10 user nova-compute[74725]: 
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5c308e4-0e75-440c-be6f-ae7785026fc0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260]
Nov 15 17:43:10 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260] successful.
Nov 15 17:43:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da5062e-9c90-4b19-a1b7-be7eda041c74]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e3f6a0-df98-4311-88da-6b5c3a099cdd]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:43:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:43:10 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7688383-c403-4283-9c8f-6560a5d27323]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:43:10 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZfjHtYhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1274ms) {'type': 'block', 'scsi_wwn': '23366303466373436', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23366303466373436', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1592314509',display_name='tempest-TestVolumeBootPattern-server-1592314509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1592314509',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-cetvx1ct',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:43:00Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=e1fa6e01-65ea-435d-b259-74f48a97e0bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid e1fa6e01-65ea-435d-b259-74f48a97e0bd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:43:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:43:11 user nova-compute[74725]:   <uuid>e1fa6e01-65ea-435d-b259-74f48a97e0bd</uuid>
Nov 15 17:43:11 user nova-compute[74725]:   <name>instance-0000002f</name>
Nov 15 17:43:11 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:43:11 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:43:11 user nova-compute[74725]:   <metadata>
Nov 15 17:43:11 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:43:11 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:43:11 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-server-1592314509</nova:name>
Nov 15 17:43:11 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:43:10</nova:creationTime>
Nov 15 17:43:11 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:43:11 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:43:11 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:43:11 user nova-compute[74725]:       <nova:owner>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:43:11 user nova-compute[74725]:       </nova:owner>
Nov 15 17:43:11 user nova-compute[74725]:       <nova:ports>
Nov 15 17:43:11 user nova-compute[74725]:         <nova:port uuid="2e2d266e-3a32-423b-9691-3b78765aa312">
Nov 15 17:43:11 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 15 17:43:11 user nova-compute[74725]:         </nova:port>
Nov 15 17:43:11 user nova-compute[74725]:       </nova:ports>
Nov 15 17:43:11 user nova-compute[74725]:     </nova:instance>
Nov 15 17:43:11 user nova-compute[74725]:   </metadata>
Nov 15 17:43:11 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:43:11 user nova-compute[74725]:     <system>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="serial">e1fa6e01-65ea-435d-b259-74f48a97e0bd</entry>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="uuid">e1fa6e01-65ea-435d-b259-74f48a97e0bd</entry>
Nov 15 17:43:11 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:43:11 user nova-compute[74725]:     </system>
Nov 15 17:43:11 user nova-compute[74725]:   </sysinfo>
Nov 15 17:43:11 user nova-compute[74725]:   <os>
Nov 15 17:43:11 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:43:11 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:43:11 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:43:11 user nova-compute[74725]:   </os>
Nov 15 17:43:11 user nova-compute[74725]:   <features>
Nov 15 17:43:11 user nova-compute[74725]:     <acpi/>
Nov 15 17:43:11 user nova-compute[74725]:     <apic/>
Nov 15 17:43:11 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:43:11 user nova-compute[74725]:   </features>
Nov 15 17:43:11 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:43:11 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:43:11 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:43:11 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:43:11 user nova-compute[74725]:   </clock>
Nov 15 17:43:11 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:43:11 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:43:11 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:43:11 user nova-compute[74725]:   </cpu>
Nov 15 17:43:11 user nova-compute[74725]:   <devices>
Nov 15 17:43:11 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:43:11 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:43:11 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:43:11 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:43:11 user nova-compute[74725]:       <serial>dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62</serial>
Nov 15 17:43:11 user nova-compute[74725]:     </disk>
Nov 15 17:43:11 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:43:11 user nova-compute[74725]:       <mac address="fa:16:3e:82:d6:20"/>
Nov 15 17:43:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:43:11 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:43:11 user nova-compute[74725]:       <target dev="tap2e2d266e-3a"/>
Nov 15 17:43:11 user nova-compute[74725]:     </interface>
Nov 15 17:43:11 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:43:11 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/e1fa6e01-65ea-435d-b259-74f48a97e0bd/console.log" append="off"/>
Nov 15 17:43:11 user nova-compute[74725]:     </serial>
Nov 15 17:43:11 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:43:11 user nova-compute[74725]:     <video>
Nov 15 17:43:11 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:43:11 user nova-compute[74725]:     </video>
Nov 15 17:43:11 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:43:11 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:43:11 user nova-compute[74725]:     </rng>
Nov 15 17:43:11 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:43:11 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:43:11 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:43:11 user nova-compute[74725]:     </memballoon>
Nov 15 17:43:11 user nova-compute[74725]:   </devices>
Nov 15 17:43:11 user nova-compute[74725]: </domain>
Nov 15 17:43:11 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1592314509',display_name='tempest-TestVolumeBootPattern-server-1592314509',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1592314509',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-cetvx1ct',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:43:00Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=e1fa6e01-65ea-435d-b259-74f48a97e0bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG os_vif [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3804dd6e-2433-5c55-93d5-d16aa968b8a8', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e2d266e-3a, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e2d266e-3a, col_values=(('qos', UUID('7b399a1d-d4eb-4add-b5ad-81860cd23169')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e2d266e-3a, col_values=(('external_ids', {'iface-id': '2e2d266e-3a32-423b-9691-3b78765aa312', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:d6:20', 'vm-uuid': 'e1fa6e01-65ea-435d-b259-74f48a97e0bd'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:12 user nova-compute[74725]: INFO os_vif [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a')
Nov 15 17:43:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:43:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:82:d6:20, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] No waiting events found dispatching network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:43:13 user nova-compute[74725]: WARNING nova.compute.manager [req-e7c894d4-a73d-4d6c-8b9e-070bdb168335 req-69f8a35b-17eb-4d57-afaa-ffbdad5eb63e service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received unexpected event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 for instance with vm_state building and task_state spawning.
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:43:15 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Instance spawned successfully.
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:43:15 user nova-compute[74725]: INFO nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Took 4.89 seconds to spawn the instance on the hypervisor.
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:15 user nova-compute[74725]: DEBUG nova.compute.manager [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] No waiting events found dispatching network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:43:15 user nova-compute[74725]: WARNING nova.compute.manager [req-26bb8018-09b8-4d40-8af9-3383e9d3268d req-f8724af3-3f3d-43cf-b844-573057de8f00 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received unexpected event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 for instance with vm_state building and task_state spawning.
Nov 15 17:43:15 user nova-compute[74725]: INFO nova.compute.manager [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Took 15.84 seconds to build instance.
Nov 15 17:43:15 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-7b350e54-c726-4072-8620-d86f714cba61 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.935s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:25 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:43:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:43:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:43:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:43:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8655MB free_disk=24.896442413330078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e1fa6e01-65ea-435d-b259-74f48a97e0bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:43:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:43:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:43:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:43:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:44:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:44:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-changed-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Refreshing instance network info cache due to event network-changed-ee3179f6-dfa3-4f58-a731-79749685c4f5. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] Acquiring lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] Acquired lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Refreshing network info cache for port ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updated VIF entry in instance network info cache for port ee3179f6-dfa3-4f58-a731-79749685c4f5. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [{"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:44:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2e58b842-2da3-4bf1-b186-0dd4ef07fe88 req-c71e9dba-5ffb-4857-a7e8-1a6f4db232fc service nova] Releasing lock "refresh_cache-06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:44:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:22 user nova-compute[74725]: INFO nova.compute.manager [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Attaching volume e75ee8aa-82cf-4eef-975e-6ec229833150 to /dev/vdb
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.utils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[deedd6c4-a840-485e-a586-5e177185bb8c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1044ab2c-e92c-4373-b6c5-3f46fe729309]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e9a2b6-828b-4acd-b776-7e7421ab0a01]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac60b5ea-83c5-4dbf-97b2-bb6a198f1740]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:44:22 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:44:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c012f0-d004-44e9-935b-6b569ac4762d]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG os_brick.utils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:44:22 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating existing volume attachment record: 9b81e4fb-fc8e-4858-8dfa-575a381e219d {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXamIZVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:44:26 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:44:26 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:44:26 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39df1fa5-ede6-466f-a2fb-5b0ba3c60d52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:44:26 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0975ceb1-fd89-45a7-9049-ab86940eebfe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150] added
Nov 15 17:44:26 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4754021e-fd3a-4bc0-adf5-420f3012b165]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:26 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[218e1797-725e-4105-8839-bf60ce281c09]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXamIZVG {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rXamIZVG" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e2f81b-15f1-4411-b0ff-e6a9a8618516]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rXamIZVG'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e706a58-cb77-4a0a-b4fd-900b61d42cc1]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3679d0-d036-4007-8805-92b9354e109e]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1924e3b8-dc77-4a68-ae58-973aa22284c5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260]
Nov 15 17:44:27 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260] successful.
Nov 15 17:44:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3772eee-4719-4451-8f87-2840eabc7b11]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67b75d9-d1f3-4033-a4d1-310cb04e9be8]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)
Nov 15 17:44:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca72760a-b106-4304-bff9-8c973465da6c]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:44:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXamIZVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '26531343932363034', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531343932363034', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.objects.instance [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 17:44:28 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:44:28 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:44:28 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:44:28 user nova-compute[74725]:   <serial>e75ee8aa-82cf-4eef-975e-6ec229833150</serial>
Nov 15 17:44:28 user nova-compute[74725]: </disk>
Nov 15 17:44:28 user nova-compute[74725]:  {{(pid=74725) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] No VIF found with MAC fa:16:3e:92:e7:68, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:44:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-ea0e8cb7-2be9-4074-a68a-4d28f6a16aa1 tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.575s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:30 user nova-compute[74725]: INFO nova.compute.manager [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Detaching volume e75ee8aa-82cf-4eef-975e-6ec229833150
Nov 15 17:44:30 user nova-compute[74725]: INFO nova.virt.block_device [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Attempting to driver detach volume e75ee8aa-82cf-4eef-975e-6ec229833150 from mountpoint /dev/vdb
Nov 15 17:44:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Attempting to detach device vdb from instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 from the persistent domain config. {{(pid=74725) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 17:44:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:44:30 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:44:30 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:44:30 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:44:30 user nova-compute[74725]:   <serial>e75ee8aa-82cf-4eef-975e-6ec229833150</serial>
Nov 15 17:44:30 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:44:30 user nova-compute[74725]: </disk>
Nov 15 17:44:30 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:44:30 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 from the persistent domain config.
Nov 15 17:44:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 from the live domain config. {{(pid=74725) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 17:44:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.guest [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 17:44:30 user nova-compute[74725]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:44:30 user nova-compute[74725]:   <source dev="/dev/sdc"/>
Nov 15 17:44:30 user nova-compute[74725]:   <target dev="vdb" bus="virtio"/>
Nov 15 17:44:30 user nova-compute[74725]:   <serial>e75ee8aa-82cf-4eef-975e-6ec229833150</serial>
Nov 15 17:44:30 user nova-compute[74725]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 17:44:30 user nova-compute[74725]: </disk>
Nov 15 17:44:30 user nova-compute[74725]:  {{(pid=74725) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 17:44:30 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 17:44:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:33 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:44:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updating instance_info_cache with network_info: [{"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-e1fa6e01-65ea-435d-b259-74f48a97e0bd" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:44:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:44:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:44:37 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8814MB free_disk=24.887378692626953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance e1fa6e01-65ea-435d-b259-74f48a97e0bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:44:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:44:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:50 user nova-compute[74725]: INFO nova.compute.manager [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Terminating instance
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-unplugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] No waiting events found dispatching network-vif-unplugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.compute.manager [req-6927455f-ce41-4ca0-bb51-fc2fbe73b4d0 req-a32108d8-eb21-4cda-998e-4f77f6986750 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-unplugged-2e2d266e-3a32-423b-9691-3b78765aa312 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:44:50 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 is timed out.
Nov 15 17:44:50 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully detached device vdb from instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 from the live domain config.
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rXamIZVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:44:50 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d178b806-b794-44b4-b740-e17f7c3824da]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:44:50 user nova-compute[74725]: No targets found.
Nov 15 17:44:50 user nova-compute[74725]: iSNS:
Nov 15 17:44:50 user nova-compute[74725]: No targets found.
Nov 15 17:44:50 user nova-compute[74725]: STATIC:
Nov 15 17:44:50 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62
Nov 15 17:44:50 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:44:50 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:44:50 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150
Nov 15 17:44:50 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:44:50 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:44:50 user nova-compute[74725]: FIRMWARE:
Nov 15 17:44:50 user nova-compute[74725]: No targets found.
Nov 15 17:44:50 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:44:50 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:44:50 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e1bc4de-8ef9-44ec-b1ff-328462ca86ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3af4e4f-d0e0-4008-b9d5-ee0730a00fd6]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:50 user nova-compute[74725]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)
Nov 15 17:44:50 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:50 user nova-compute[74725]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 (non-flash)
Nov 15 17:44:50 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e54ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b662662f-e1db-43ba-b7c2-27a2e668570f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e05f72-0021-4792-813f-fa12b8237460]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceda21b6-1cfe-48a3-933a-49e0ab16c3ed]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[afea71a0-66ae-4b36-8481-75504b4b630a]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[965ad8dd-5368-4813-ad92-251300ff95ce]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2572aabd-1312-4d4d-9814-4230d1ef2a56]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260]
Nov 15 17:44:50 user nova-compute[74725]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150, portal: 172.16.0.220,3260] successful.
Nov 15 17:44:50 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e75ee8aa-82cf-4eef-975e-6ec229833150 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[452d2a96-98aa-4099-9e5a-f3d3cb4be80a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] <== disconnect_volume: return (315ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:44:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:44:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Instance destroyed successfully.
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.objects.instance [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid e1fa6e01-65ea-435d-b259-74f48a97e0bd {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1592314509',display_name='tempest-TestVolumeBootPattern-server-1592314509',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1592314509',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:43:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-cetvx1ct',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:43:16Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=e1fa6e01-65ea-435d-b259-74f48a97e0bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "2e2d266e-3a32-423b-9691-3b78765aa312", "address": "fa:16:3e:82:d6:20", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e2d266e-3a", "ovs_interfaceid": "2e2d266e-3a32-423b-9691-3b78765aa312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_vif [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e2d266e-3a, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7b399a1d-d4eb-4add-b5ad-81860cd23169) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:44:51 user nova-compute[74725]: INFO os_vif [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:d6:20,bridge_name='br-int',has_traffic_filtering=True,id=2e2d266e-3a32-423b-9691-3b78765aa312,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e2d266e-3a')
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZfjHtYhp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:44:51 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c661dc6b-b3bb-41dd-aaf0-7d46c03e5db8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:44:51 user nova-compute[74725]: No targets found.
Nov 15 17:44:51 user nova-compute[74725]: iSNS:
Nov 15 17:44:51 user nova-compute[74725]: No targets found.
Nov 15 17:44:51 user nova-compute[74725]: STATIC:
Nov 15 17:44:51 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62
Nov 15 17:44:51 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:44:51 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:44:51 user nova-compute[74725]: FIRMWARE:
Nov 15 17:44:51 user nova-compute[74725]: No targets found.
Nov 15 17:44:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:44:51 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:44:51 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6106186a-cb5d-44ba-986f-ec37802780b3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d599364-b91c-4a3e-a95c-f23038d958fb]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 (non-flash)
Nov 15 17:44:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fca88e579a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a562240-b2f3-49b7-84f4-113b688a421b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ae12aa-fc92-4553-be4a-bac907808168]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b018b20-8569-4338-ac61-4538b4c9dc1b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32c0bae-3d69-474b-94f3-8d40c8dbc979]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOc1426ef7-3f04f7462ecb5794', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c1426ef7', '/dev/disk/by-id/scsi-23366303466373436') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcbdb171-aeff-4ae0-9005-65f2f8a6f697]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ffcc3e-2409-43fb-9d34-76f7f80ad5ff]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1c7edd8-9d66-481e-a184-6ccfff69b80c]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260]
Nov 15 17:44:51 user nova-compute[74725]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62, portal: 172.16.0.220,3260] successful.
Nov 15 17:44:51 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4d9791-cbab-4fff-9791-5a504a5d1cb6]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (283ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:44:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Deleting instance files /opt/stack/data/nova/instances/e1fa6e01-65ea-435d-b259-74f48a97e0bd_del
Nov 15 17:44:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Deletion of /opt/stack/data/nova/instances/e1fa6e01-65ea-435d-b259-74f48a97e0bd_del complete
Nov 15 17:44:51 user nova-compute[74725]: INFO nova.compute.manager [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.objects.instance [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'flavor' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-a187ba54-d623-49c9-af70-3980aa69978b tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.802s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:51 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:44:51 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Took 0.48 seconds to deallocate network for instance.
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-95e9ad06-888a-47d3-a355-7e4c3d167966 req-4b579e57-1078-42aa-b1a4-3f5b12769293 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-deleted-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:44:52 user nova-compute[74725]: INFO nova.compute.manager [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Took 0.69 seconds to detach 1 volumes for instance.
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.compute.manager [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Deleting volume: dd0bdacc-8f0b-4fe5-a5e8-c86449f49f62 {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] Acquiring lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] No waiting events found dispatching network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:44:52 user nova-compute[74725]: WARNING nova.compute.manager [req-1b4e9e5e-5327-42c4-bad5-b7e858384af5 req-cdb5875c-2737-4ca9-8b6d-55978d16f270 service nova] [instance: e1fa6e01-65ea-435d-b259-74f48a97e0bd] Received unexpected event network-vif-plugged-2e2d266e-3a32-423b-9691-3b78765aa312 for instance with vm_state active and task_state deleting.
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:44:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.160s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:53 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance e1fa6e01-65ea-435d-b259-74f48a97e0bd
Nov 15 17:44:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-d6561204-7b58-478a-95f1-33bb8b1c6840 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "e1fa6e01-65ea-435d-b259-74f48a97e0bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.719s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:44:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:20 user nova-compute[74725]: INFO nova.compute.manager [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Terminating instance
Nov 15 17:45:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-unplugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] No waiting events found dispatching network-vif-unplugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:45:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-757bf1bc-0962-4ac4-97fe-00f54e09222d req-dbcbe399-c33f-4912-b8b9-9617fd068fd2 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-unplugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Instance destroyed successfully.
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.objects.instance [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lazy-loading 'resources' on Instance uuid 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:42:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2112247633',display_name='tempest-AttachVolumeNegativeTest-server-2112247633',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2112247633',id=46,image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKWauuSjbZy5iAj1N0sssbpU+HY8yNde3hAuh6GY6sKUdOrKuUzaAg/iYEO1+ep0PLJAeW5cOnAOERp9/s20xDf3SbLvRnC0pfkvNShCKQjeApqOjY5HbPfp/nv4Avikyw==',key_name='tempest-keypair-650216750',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:42:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='223d57c14de842cbb022a1ce3a54195f',ramdisk_id='',reservation_id='r-s0e4riux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='3e31cf3f-b9c3-496d-abdc-07cb9875231f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1761593158',owner_user_name='tempest-AttachVolumeNegativeTest-1761593158-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:42:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0ffc5926a0a44f1af2e0d5ebdeed22c',uuid=06dd2c14-5989-4fa2-aa8c-7329bd37a4a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converting VIF {"id": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "address": "fa:16:3e:92:e7:68", "network": {"id": "31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2022508388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.37", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "223d57c14de842cbb022a1ce3a54195f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee3179f6-df", "ovs_interfaceid": "ee3179f6-dfa3-4f58-a731-79749685c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG os_vif [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee3179f6-df, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ab487fc9-12a5-4ade-9dbe-29b09ff74f38) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:21 user nova-compute[74725]: INFO os_vif [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:e7:68,bridge_name='br-int',has_traffic_filtering=True,id=ee3179f6-dfa3-4f58-a731-79749685c4f5,network=Network(31e2ca90-2ebf-4ac3-bcca-8d4d7199c0c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee3179f6-df')
Nov 15 17:45:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Deleting instance files /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2_del
Nov 15 17:45:21 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Deletion of /opt/stack/data/nova/instances/06dd2c14-5989-4fa2-aa8c-7329bd37a4a2_del complete
Nov 15 17:45:21 user nova-compute[74725]: INFO nova.compute.manager [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 15 17:45:21 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:45:21 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:45:22 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Took 0.68 seconds to deallocate network for instance.
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-921862a8-5aac-40ee-9417-7b2fbed1424e req-b6ad84a7-4a79-4b30-bb88-76a8be1bae22 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-deleted-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:45:22 user nova-compute[74725]: INFO nova.compute.manager [req-921862a8-5aac-40ee-9417-7b2fbed1424e req-b6ad84a7-4a79-4b30-bb88-76a8be1bae22 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Neutron deleted interface ee3179f6-dfa3-4f58-a731-79749685c4f5; detaching it from the instance and deleting it from the info cache
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.network.neutron [req-921862a8-5aac-40ee-9417-7b2fbed1424e req-b6ad84a7-4a79-4b30-bb88-76a8be1bae22 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.compute.manager [req-921862a8-5aac-40ee-9417-7b2fbed1424e req-b6ad84a7-4a79-4b30-bb88-76a8be1bae22 service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Detach interface failed, port_id=ee3179f6-dfa3-4f58-a731-79749685c4f5, reason: Instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2 could not be found. {{(pid=74725) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:45:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.118s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:22 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Deleted allocations for instance 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2
Nov 15 17:45:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-92c55d72-3010-4abd-84d1-7135087b0e9a tempest-AttachVolumeNegativeTest-1761593158 tempest-AttachVolumeNegativeTest-1761593158-project-member] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.843s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:45:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] Acquiring lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] Lock "06dd2c14-5989-4fa2-aa8c-7329bd37a4a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:23 user nova-compute[74725]: DEBUG nova.compute.manager [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] No waiting events found dispatching network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:45:23 user nova-compute[74725]: WARNING nova.compute.manager [req-e274dee3-c3dd-416c-bd09-46312df0b87c req-c339740e-a0f2-4c89-9662-9d905075ae0b service nova] [instance: 06dd2c14-5989-4fa2-aa8c-7329bd37a4a2] Received unexpected event network-vif-plugged-ee3179f6-dfa3-4f58-a731-79749685c4f5 for instance with vm_state deleted and task_state None.
Nov 15 17:45:26 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:45:38 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:45:38 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9068MB free_disk=24.914276123046875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:45:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:45:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:45:53 user nova-compute[74725]: INFO nova.compute.claims [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Claim successful on node user
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.251s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:45:53 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:45:53 user nova-compute[74725]: INFO nova.virt.block_device [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Booting with volume 18bcaf60-5b49-429d-aaee-5c5c2f93592e at /dev/vda
Nov 15 17:45:53 user nova-compute[74725]: DEBUG nova.policy [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG os_brick.utils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[71381735-9c95-4dad-a765-5e48c429f805]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b57367-f6f4-43a1-be57-cea461c0eab4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[204dfa63-a675-41fd-aa69-33ea9fe7fff2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[25206b78-750f-47fd-8e51-886b8b0453d4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:53 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:45:54 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:45:54 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[893707d3-5eae-4bfa-b295-5c8232488ea6]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG os_brick.utils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating existing volume attachment record: 44354791-7a86-4048-b180-bba95791bafb {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:45:54 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Successfully created port: f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Successfully updated port: f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-changed-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.compute.manager [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Refreshing instance network info cache due to event network-changed-f34457e4-b395-402a-947d-0b2065ea4223. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.network.neutron [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Instance network_info: |[{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:45:55 user nova-compute[74725]: DEBUG nova.network.neutron [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Refreshing network info cache for port f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG nova.network.neutron [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updated VIF entry in instance network info cache for port f34457e4-b395-402a-947d-0b2065ea4223. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG nova.network.neutron [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2cbde1db-bf2b-46ee-a2a6-d297cf54e266 req-9fb101c7-20a7-436f-8539-da0735825e1b service nova] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:45:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:45:59 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Creating image(s)
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Ensure instance console log exists: /opt/stack/data/nova/instances/9a592c8e-729c-463b-8ef9-3b52108bac2b/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Start _get_guest_xml network_info=[{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyCFexIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a592c8e-729c-463b-8ef9-3b52108bac2b', 'attached_at': '', 'detached_at': '', 'volume_id': '18bcaf60-5b49-429d-aaee-5c5c2f93592e', 'serial': '18bcaf60-5b49-429d-aaee-5c5c2f93592e'}, 'boot_index': 0, 'attachment_id': '44354791-7a86-4048-b180-bba95791bafb', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:45:59 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:45:59 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyCFexIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:45:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:45:59 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:45:59 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace88b86-619b-4477-a6c5-f46ce0c23e52]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:45:59 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1e594b-2f38-4511-8802-951b2012a74f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e] added
Nov 15 17:45:59 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:45:59 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[122568ef-ad97-4a6e-85a1-4c4623e74a32]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c8e4a0-604e-4863-b490-9e0f92e3ee93]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gyCFexIc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gyCFexIc" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[11841d61-42d8-4728-878b-3e11f698e1c7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gyCFexIc'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a2e1ae-cf5d-46b3-9efd-9245f55a26fe]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c7794a-af2e-4411-bdfe-2bc2eed46928]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:46:00 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:46:00 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:46:00 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:46:00 user nova-compute[74725]: 
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[230c05bf-2873-4c72-98cf-245f9d9acac7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260]
Nov 15 17:46:00 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260] successful.
Nov 15 17:46:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d60feba-8374-49c9-b523-2a4b2e8eca11]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[208bd3fd-2584-48d5-bba6-477f3caef006]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:46:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:46:00 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff66dfd9-9053-435d-b281-105030b53fe2]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:46:00 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyCFexIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1269ms) {'type': 'block', 'scsi_wwn': '26537363532396235', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537363532396235', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:45:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1480155889',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbFtYWlPsupB0zkIN/KY2KAMJGUBdUG7oHY7Cbah5MsjPFOgydrlUNB7fOxF+XEIWbIOq3WPF1CwDqRsDPtkW7k6L5yv2VoTbTtLVsAjX720VAocnhV/ZXag606L8sl6Q==',key_name='tempest-keypair-1734146157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-hxc2g8w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:45:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=9a592c8e-729c-463b-8ef9-3b52108bac2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.objects.instance [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a592c8e-729c-463b-8ef9-3b52108bac2b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:46:01 user nova-compute[74725]:   <uuid>9a592c8e-729c-463b-8ef9-3b52108bac2b</uuid>
Nov 15 17:46:01 user nova-compute[74725]:   <name>instance-00000030</name>
Nov 15 17:46:01 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:46:01 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:46:01 user nova-compute[74725]:   <metadata>
Nov 15 17:46:01 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:46:01 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:46:01 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1480155889</nova:name>
Nov 15 17:46:01 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:45:59</nova:creationTime>
Nov 15 17:46:01 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:46:01 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:46:01 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:46:01 user nova-compute[74725]:       <nova:owner>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:46:01 user nova-compute[74725]:       </nova:owner>
Nov 15 17:46:01 user nova-compute[74725]:       <nova:ports>
Nov 15 17:46:01 user nova-compute[74725]:         <nova:port uuid="f34457e4-b395-402a-947d-0b2065ea4223">
Nov 15 17:46:01 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 17:46:01 user nova-compute[74725]:         </nova:port>
Nov 15 17:46:01 user nova-compute[74725]:       </nova:ports>
Nov 15 17:46:01 user nova-compute[74725]:     </nova:instance>
Nov 15 17:46:01 user nova-compute[74725]:   </metadata>
Nov 15 17:46:01 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:46:01 user nova-compute[74725]:     <system>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="serial">9a592c8e-729c-463b-8ef9-3b52108bac2b</entry>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="uuid">9a592c8e-729c-463b-8ef9-3b52108bac2b</entry>
Nov 15 17:46:01 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:46:01 user nova-compute[74725]:     </system>
Nov 15 17:46:01 user nova-compute[74725]:   </sysinfo>
Nov 15 17:46:01 user nova-compute[74725]:   <os>
Nov 15 17:46:01 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:46:01 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:46:01 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:46:01 user nova-compute[74725]:   </os>
Nov 15 17:46:01 user nova-compute[74725]:   <features>
Nov 15 17:46:01 user nova-compute[74725]:     <acpi/>
Nov 15 17:46:01 user nova-compute[74725]:     <apic/>
Nov 15 17:46:01 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:46:01 user nova-compute[74725]:   </features>
Nov 15 17:46:01 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:46:01 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:46:01 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:46:01 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:46:01 user nova-compute[74725]:   </clock>
Nov 15 17:46:01 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:46:01 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:46:01 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:46:01 user nova-compute[74725]:   </cpu>
Nov 15 17:46:01 user nova-compute[74725]:   <devices>
Nov 15 17:46:01 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:46:01 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:46:01 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:46:01 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:46:01 user nova-compute[74725]:       <serial>18bcaf60-5b49-429d-aaee-5c5c2f93592e</serial>
Nov 15 17:46:01 user nova-compute[74725]:     </disk>
Nov 15 17:46:01 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:46:01 user nova-compute[74725]:       <mac address="fa:16:3e:8c:48:d6"/>
Nov 15 17:46:01 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:46:01 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:46:01 user nova-compute[74725]:       <target dev="tapf34457e4-b3"/>
Nov 15 17:46:01 user nova-compute[74725]:     </interface>
Nov 15 17:46:01 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:46:01 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/9a592c8e-729c-463b-8ef9-3b52108bac2b/console.log" append="off"/>
Nov 15 17:46:01 user nova-compute[74725]:     </serial>
Nov 15 17:46:01 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:46:01 user nova-compute[74725]:     <video>
Nov 15 17:46:01 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:46:01 user nova-compute[74725]:     </video>
Nov 15 17:46:01 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:46:01 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:46:01 user nova-compute[74725]:     </rng>
Nov 15 17:46:01 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:46:01 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:46:01 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:46:01 user nova-compute[74725]:     </memballoon>
Nov 15 17:46:01 user nova-compute[74725]:   </devices>
Nov 15 17:46:01 user nova-compute[74725]: </domain>
Nov 15 17:46:01 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:45:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1480155889',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbFtYWlPsupB0zkIN/KY2KAMJGUBdUG7oHY7Cbah5MsjPFOgydrlUNB7fOxF+XEIWbIOq3WPF1CwDqRsDPtkW7k6L5yv2VoTbTtLVsAjX720VAocnhV/ZXag606L8sl6Q==',key_name='tempest-keypair-1734146157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-hxc2g8w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:45:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=9a592c8e-729c-463b-8ef9-3b52108bac2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG os_vif [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8530ffd1-4639-59a7-8201-7c40db1998e4', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf34457e4-b3, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf34457e4-b3, col_values=(('qos', UUID('6ed4257a-40ac-4ee5-a711-5b85c756fc5c')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf34457e4-b3, col_values=(('external_ids', {'iface-id': 'f34457e4-b395-402a-947d-0b2065ea4223', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:48:d6', 'vm-uuid': '9a592c8e-729c-463b-8ef9-3b52108bac2b'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:01 user nova-compute[74725]: INFO os_vif [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3')
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:46:01 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:8c:48:d6, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:46:02 user nova-compute[74725]: DEBUG nova.compute.manager [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] No waiting events found dispatching network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:46:02 user nova-compute[74725]: WARNING nova.compute.manager [req-c6b88f34-e269-4a56-a5fa-139bbcdea47a req-6633c7da-47ae-4ed4-93e4-806010c1ca52 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received unexpected event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 for instance with vm_state building and task_state spawning.
Nov 15 17:46:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:46:04 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Instance spawned successfully.
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:46:04 user nova-compute[74725]: INFO nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Took 4.80 seconds to spawn the instance on the hypervisor.
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:46:04 user nova-compute[74725]: INFO nova.compute.manager [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Took 11.41 seconds to build instance.
Nov 15 17:46:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-3f1b1d6c-ca55-4b0f-af0d-becf12e20a3a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.511s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:46:04 user nova-compute[74725]: DEBUG nova.compute.manager [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] No waiting events found dispatching network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:46:04 user nova-compute[74725]: WARNING nova.compute.manager [req-010cbb79-105a-43ca-920c-30fccf868f2f req-a28322f2-05a9-4f15-b4d0-0c978f077e8c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received unexpected event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 for instance with vm_state active and task_state None.
Nov 15 17:46:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:27 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:46:35 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 9a592c8e-729c-463b-8ef9-3b52108bac2b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:46:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:46:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8909MB free_disk=24.903076171875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 9a592c8e-729c-463b-8ef9-3b52108bac2b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:46:39 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.571s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:46:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:46:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:46:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:29 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 9a592c8e-729c-463b-8ef9-3b52108bac2b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:47:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:47:40 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:47:40 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8980MB free_disk=24.901840209960938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 9a592c8e-729c-463b-8ef9-3b52108bac2b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:47:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.155s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-changed-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:47:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Refreshing instance network info cache due to event network-changed-f34457e4-b395-402a-947d-0b2065ea4223. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:47:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:47:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:47:44 user nova-compute[74725]: DEBUG nova.network.neutron [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Refreshing network info cache for port f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:47:45 user nova-compute[74725]: DEBUG nova.network.neutron [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updated VIF entry in instance network info cache for port f34457e4-b395-402a-947d-0b2065ea4223. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:47:45 user nova-compute[74725]: DEBUG nova.network.neutron [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:47:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-11b911a4-122f-4c68-935d-9ae29f6b2367 req-e70d06c0-0b03-4604-a9cf-7c8bb6b853bc service nova] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:47:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:47:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:47:51 user nova-compute[74725]: INFO nova.compute.claims [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Claim successful on node user
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.223s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:47:51 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:47:51 user nova-compute[74725]: INFO nova.virt.block_device [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Booting with volume snapshot 41c5d002-4618-42af-a4bc-52941fcf2e13 at /dev/vda
Nov 15 17:47:51 user nova-compute[74725]: DEBUG nova.policy [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Successfully created port: 4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Successfully updated port: 4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-changed-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG nova.compute.manager [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Refreshing instance network info cache due to event network-changed-4d84455a-e2c8-4c15-9795-cc20de5ebecc. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:47:52 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] Acquiring lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG nova.network.neutron [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating instance_info_cache with network_info: [{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Instance network_info: |[{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] Acquired lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Refreshing network info cache for port 4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updated VIF entry in instance network info cache for port 4d84455a-e2c8-4c15-9795-cc20de5ebecc. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG nova.network.neutron [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating instance_info_cache with network_info: [{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:47:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-2aebb104-ac5b-47e7-8f4d-7e44e8302234 req-06259e57-7372-4086-ab6b-a862c7d211b2 service nova] Releasing lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:47:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.utils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba88ee36-a143-4e0f-b57b-0543d74e6d2c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[541fd270-cf71-49b0-9ff1-cc2fb2f8551c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c811709-eeee-48d9-9308-5334ee92eff7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf01848d-681d-47a3-b537-ab23465542c7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:47:57 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:47:57 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f95585e9-8f68-4124-9223-9b92dd13f852]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG os_brick.utils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:47:57 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating existing volume attachment record: 9fab3341-cb82-4762-b747-194aca02df77 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:48:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:48:02 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Creating image(s)
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Ensure instance console log exists: /opt/stack/data/nova/instances/c50d0e3d-80f9-418f-9802-4c2f67f54b29/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Start _get_guest_xml network_info=[{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-15T17:47:46Z,direct_url=<?>,disk_format='qcow2',id=2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-984135259',owner='e5f7513bbea34604ae5d487c8c51f8c0',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-15T17:47:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TlSLfwkM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c50d0e3d-80f9-418f-9802-4c2f67f54b29', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec9749ce-8981-4193-b2a0-b5cdfbca1148', 'serial': 'ec9749ce-8981-4193-b2a0-b5cdfbca1148'}, 'boot_index': 0, 'attachment_id': '9fab3341-cb82-4762-b747-194aca02df77', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:48:02 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:48:02 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-15T17:47:46Z,direct_url=<?>,disk_format='qcow2',id=2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-984135259',owner='e5f7513bbea34604ae5d487c8c51f8c0',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-15T17:47:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TlSLfwkM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:48:02 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:48:02 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:48:02 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f52200b-d332-4af5-80d2-c8af612707f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:48:02 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[45aeb06e-a23e-4342-9509-dd5582dce680]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148] added
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e1569b-a01d-4a76-be17-4b10a5675930]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[39929060-a31f-4ac3-b707-25b95e242745]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TlSLfwkM {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TlSLfwkM" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac0e7cec-dbbb-49c9-9af0-67e145b4e380]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TlSLfwkM'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9b01755-bd92-42c8-9a1e-48bc5176a1ba]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09c72bf-5f67-4989-8aea-a6ea1b3b9750]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9653d23-c318-4146-8e2c-93a93d4ba2c2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260]
Nov 15 17:48:02 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260] successful.
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[19251c30-9e69-45e1-ad0d-77c90f2eb969]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ac66b92-a184-4354-82d6-563d4aa2b494]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:48:02 user nova-compute[74725]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:48:02 user nova-compute[74725]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)
Nov 15 17:48:02 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1224489-426b-4a0d-81b6-767a2f19d3ac]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:48:02 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TlSLfwkM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23839636265643234', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839636265643234', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-337170905',id=49,image_ref='2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqhCWuCSuZYnj9nn90QgzDp8sC+hF9YpOysiVkX6T3gh5q/ZuaDFu2c2aGoNKmIPZxW8NRHE8TOA2YXkV1Y1Hz1t8bqO9phDLZmzPTiHJBPSClrX9O/kGMsYrX1vYZqw==',key_name='tempest-keypair-2029827941',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-efcw8t30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1329254305',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:47:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=c50d0e3d-80f9-418f-9802-4c2f67f54b29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.objects.instance [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid c50d0e3d-80f9-418f-9802-4c2f67f54b29 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:48:03 user nova-compute[74725]:   <uuid>c50d0e3d-80f9-418f-9802-4c2f67f54b29</uuid>
Nov 15 17:48:03 user nova-compute[74725]:   <name>instance-00000031</name>
Nov 15 17:48:03 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:48:03 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:48:03 user nova-compute[74725]:   <metadata>
Nov 15 17:48:03 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:48:03 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-337170905</nova:name>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:48:02</nova:creationTime>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:48:03 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:48:03 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:owner>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:48:03 user nova-compute[74725]:       </nova:owner>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:root type="image" uuid="2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d"/>
Nov 15 17:48:03 user nova-compute[74725]:       <nova:ports>
Nov 15 17:48:03 user nova-compute[74725]:         <nova:port uuid="4d84455a-e2c8-4c15-9795-cc20de5ebecc">
Nov 15 17:48:03 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:48:03 user nova-compute[74725]:         </nova:port>
Nov 15 17:48:03 user nova-compute[74725]:       </nova:ports>
Nov 15 17:48:03 user nova-compute[74725]:     </nova:instance>
Nov 15 17:48:03 user nova-compute[74725]:   </metadata>
Nov 15 17:48:03 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:48:03 user nova-compute[74725]:     <system>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="serial">c50d0e3d-80f9-418f-9802-4c2f67f54b29</entry>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="uuid">c50d0e3d-80f9-418f-9802-4c2f67f54b29</entry>
Nov 15 17:48:03 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:48:03 user nova-compute[74725]:     </system>
Nov 15 17:48:03 user nova-compute[74725]:   </sysinfo>
Nov 15 17:48:03 user nova-compute[74725]:   <os>
Nov 15 17:48:03 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:48:03 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:48:03 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:48:03 user nova-compute[74725]:   </os>
Nov 15 17:48:03 user nova-compute[74725]:   <features>
Nov 15 17:48:03 user nova-compute[74725]:     <acpi/>
Nov 15 17:48:03 user nova-compute[74725]:     <apic/>
Nov 15 17:48:03 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:48:03 user nova-compute[74725]:   </features>
Nov 15 17:48:03 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:48:03 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:48:03 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:48:03 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:48:03 user nova-compute[74725]:   </clock>
Nov 15 17:48:03 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:48:03 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:48:03 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:48:03 user nova-compute[74725]:   </cpu>
Nov 15 17:48:03 user nova-compute[74725]:   <devices>
Nov 15 17:48:03 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:48:03 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:48:03 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:48:03 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:48:03 user nova-compute[74725]:       <serial>ec9749ce-8981-4193-b2a0-b5cdfbca1148</serial>
Nov 15 17:48:03 user nova-compute[74725]:     </disk>
Nov 15 17:48:03 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:48:03 user nova-compute[74725]:       <mac address="fa:16:3e:24:22:bc"/>
Nov 15 17:48:03 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:48:03 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:48:03 user nova-compute[74725]:       <target dev="tap4d84455a-e2"/>
Nov 15 17:48:03 user nova-compute[74725]:     </interface>
Nov 15 17:48:03 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:48:03 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/c50d0e3d-80f9-418f-9802-4c2f67f54b29/console.log" append="off"/>
Nov 15 17:48:03 user nova-compute[74725]:     </serial>
Nov 15 17:48:03 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:48:03 user nova-compute[74725]:     <video>
Nov 15 17:48:03 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:48:03 user nova-compute[74725]:     </video>
Nov 15 17:48:03 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:48:03 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:48:03 user nova-compute[74725]:     </rng>
Nov 15 17:48:03 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:48:03 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:48:03 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:48:03 user nova-compute[74725]:     </memballoon>
Nov 15 17:48:03 user nova-compute[74725]:   </devices>
Nov 15 17:48:03 user nova-compute[74725]: </domain>
Nov 15 17:48:03 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-337170905',id=49,image_ref='2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqhCWuCSuZYnj9nn90QgzDp8sC+hF9YpOysiVkX6T3gh5q/ZuaDFu2c2aGoNKmIPZxW8NRHE8TOA2YXkV1Y1Hz1t8bqO9phDLZmzPTiHJBPSClrX9O/kGMsYrX1vYZqw==',key_name='tempest-keypair-2029827941',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-efcw8t30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1329254305',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:47:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=c50d0e3d-80f9-418f-9802-4c2f67f54b29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG os_vif [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aae48d15-2618-55b5-8d2b-5b3b5ea350d6', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4d84455a-e2, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4d84455a-e2, col_values=(('qos', UUID('04c13386-4c78-4a6c-9219-f248e7f668b5')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4d84455a-e2, col_values=(('external_ids', {'iface-id': '4d84455a-e2c8-4c15-9795-cc20de5ebecc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:22:bc', 'vm-uuid': 'c50d0e3d-80f9-418f-9802-4c2f67f54b29'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:03 user nova-compute[74725]: INFO os_vif [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2')
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:48:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:24:22:bc, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:48:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:48:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:48:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:48:05 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:05 user nova-compute[74725]: DEBUG nova.compute.manager [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] No waiting events found dispatching network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:48:05 user nova-compute[74725]: WARNING nova.compute.manager [req-75ea56e3-ec93-45e2-9f8a-c8fb3fd7bcf8 req-3074a050-8fa0-4cc6-ba5f-269bc0874d07 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received unexpected event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc for instance with vm_state building and task_state spawning.
Nov 15 17:48:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:06 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:48:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:48:06 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Instance spawned successfully.
Nov 15 17:48:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:48:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:48:06 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:48:07 user nova-compute[74725]: INFO nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Took 4.94 seconds to spawn the instance on the hypervisor.
Nov 15 17:48:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:48:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:48:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:48:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:48:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] No waiting events found dispatching network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:48:07 user nova-compute[74725]: WARNING nova.compute.manager [req-931f15b7-5417-4a58-b93e-42abdc6feb5a req-5656736e-e2de-46b6-a178-917e121a9249 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received unexpected event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc for instance with vm_state building and task_state spawning.
Nov 15 17:48:07 user nova-compute[74725]: INFO nova.compute.manager [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Took 15.96 seconds to build instance.
Nov 15 17:48:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-de2c3ec1-4f61-4687-8135-35deeb70945d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.054s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 9a592c8e-729c-463b-8ef9-3b52108bac2b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [{"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-9a592c8e-729c-463b-8ef9-3b52108bac2b" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:48:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:48:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:48:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:48:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8822MB free_disk=24.899761199951172GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 9a592c8e-729c-463b-8ef9-3b52108bac2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c50d0e3d-80f9-418f-9802-4c2f67f54b29 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:48:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:48:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:48:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:49:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating instance_info_cache with network_info: [{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:49:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:49:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-changed-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Refreshing instance network info cache due to event network-changed-4d84455a-e2c8-4c15-9795-cc20de5ebecc. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] Acquiring lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] Acquired lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.network.neutron [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Refreshing network info cache for port 4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:49:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:49:42 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8881MB free_disk=24.89917755126953GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 9a592c8e-729c-463b-8ef9-3b52108bac2b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance c50d0e3d-80f9-418f-9802-4c2f67f54b29 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:42 user nova-compute[74725]: INFO nova.compute.manager [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Terminating instance
Nov 15 17:49:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:49:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.249s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updated VIF entry in instance network info cache for port 4d84455a-e2c8-4c15-9795-cc20de5ebecc. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.network.neutron [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating instance_info_cache with network_info: [{"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c2485a4a-c500-46c4-9746-7b25e75d8558 req-701468b9-1454-4103-aa95-d77402da8148 service nova] Releasing lock "refresh_cache-c50d0e3d-80f9-418f-9802-4c2f67f54b29" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-unplugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] No waiting events found dispatching network-vif-unplugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.compute.manager [req-0ec7707d-25c6-4350-b2eb-d54de1e3f6c2 req-11635e9e-d97e-4720-8d78-2e89415d1cd8 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-unplugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Instance destroyed successfully.
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.objects.instance [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid c50d0e3d-80f9-418f-9802-4c2f67f54b29 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:47:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-337170905',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-337170905',id=49,image_ref='2f27d6f2-6298-4ecb-b3fb-8d3fc6cc201d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIFqhCWuCSuZYnj9nn90QgzDp8sC+hF9YpOysiVkX6T3gh5q/ZuaDFu2c2aGoNKmIPZxW8NRHE8TOA2YXkV1Y1Hz1t8bqO9phDLZmzPTiHJBPSClrX9O/kGMsYrX1vYZqw==',key_name='tempest-keypair-2029827941',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:48:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-efcw8t30',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1329254305',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:48:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=c50d0e3d-80f9-418f-9802-4c2f67f54b29,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "address": "fa:16:3e:24:22:bc", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4d84455a-e2", "ovs_interfaceid": "4d84455a-e2c8-4c15-9795-cc20de5ebecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_vif [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4d84455a-e2, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04c13386-4c78-4a6c-9219-f248e7f668b5) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:43 user nova-compute[74725]: INFO os_vif [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:22:bc,bridge_name='br-int',has_traffic_filtering=True,id=4d84455a-e2c8-4c15-9795-cc20de5ebecc,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4d84455a-e2')
Nov 15 17:49:43 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TlSLfwkM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:49:43 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae1daaf7-cab0-4416-8a17-9739e7bef075]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:49:43 user nova-compute[74725]: No targets found.
Nov 15 17:49:43 user nova-compute[74725]: iSNS:
Nov 15 17:49:43 user nova-compute[74725]: No targets found.
Nov 15 17:49:43 user nova-compute[74725]: STATIC:
Nov 15 17:49:43 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148
Nov 15 17:49:43 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:49:43 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:49:43 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e
Nov 15 17:49:43 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:49:43 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:49:43 user nova-compute[74725]: FIRMWARE:
Nov 15 17:49:43 user nova-compute[74725]: No targets found.
Nov 15 17:49:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:49:43 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:49:43 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0953d73-df5c-463e-9a3e-f43cf631c445]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[41e42486-a39e-401b-b32f-7ee370aefacb]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:49:43 user nova-compute[74725]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)
Nov 15 17:49:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:49:43 user nova-compute[74725]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 (non-flash)
Nov 15 17:49:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc341630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba5d917d-a056-422d-953e-ab44e09d5469]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b494eb5c-1570-4fa0-aa08-55ab38a1f89d]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c36b5655-f129-4255-8251-2ee77aaf51c7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c97cae-dd91-4d32-b30a-d0711a00d332]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO68c50f9-89cbed24c601ac30', '/dev/disk/by-id/scsi-23839636265643234', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_68c50f9') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6358719e-5504-4e05-a832-2beb9a3bb6f9]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b44a7b0-5be2-4a71-9b59-8c6218ff6bdf]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a420b491-4712-4e46-ba75-99ae85a98b05]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260]
Nov 15 17:49:43 user nova-compute[74725]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148, portal: 172.16.0.220,3260] successful.
Nov 15 17:49:43 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:49:43 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ec9749ce-8981-4193-b2a0-b5cdfbca1148 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c0ef9c-e84c-4fca-9f40-04ebf1276151]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (312ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:49:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Deleting instance files /opt/stack/data/nova/instances/c50d0e3d-80f9-418f-9802-4c2f67f54b29_del
Nov 15 17:49:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Deletion of /opt/stack/data/nova/instances/c50d0e3d-80f9-418f-9802-4c2f67f54b29_del complete
Nov 15 17:49:44 user nova-compute[74725]: INFO nova.compute.manager [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 15 17:49:44 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:49:44 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:49:45 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Took 1.06 seconds to deallocate network for instance.
Nov 15 17:49:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] Acquiring lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] No waiting events found dispatching network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:49:45 user nova-compute[74725]: WARNING nova.compute.manager [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received unexpected event network-vif-plugged-4d84455a-e2c8-4c15-9795-cc20de5ebecc for instance with vm_state active and task_state deleting.
Nov 15 17:49:45 user nova-compute[74725]: DEBUG nova.compute.manager [req-86557679-d99e-427a-bebc-32a44f03678b req-9fbf6176-2f8f-4716-9355-081805aed0e6 service nova] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Received event network-vif-deleted-4d84455a-e2c8-4c15-9795-cc20de5ebecc {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:49:45 user nova-compute[74725]: INFO nova.compute.manager [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Took 0.77 seconds to detach 1 volumes for instance.
Nov 15 17:49:45 user nova-compute[74725]: DEBUG nova.compute.manager [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: c50d0e3d-80f9-418f-9802-4c2f67f54b29] Deleting volume: ec9749ce-8981-4193-b2a0-b5cdfbca1148 {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.134s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:46 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance c50d0e3d-80f9-418f-9802-4c2f67f54b29
Nov 15 17:49:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-272e2cd8-17b6-4c13-aaae-9eeb6ab01dea tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "c50d0e3d-80f9-418f-9802-4c2f67f54b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.379s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:49:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:49:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:49:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:50:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:35 user nova-compute[74725]: INFO nova.compute.manager [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Terminating instance
Nov 15 17:50:35 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-unplugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] No waiting events found dispatching network-vif-unplugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:50:35 user nova-compute[74725]: DEBUG nova.compute.manager [req-eb65b12b-4448-485c-a892-9018068e60cf req-0b0887fa-d921-4a6a-956b-9e815c4ad64c service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-unplugged-f34457e4-b395-402a-947d-0b2065ea4223 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Instance destroyed successfully.
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.objects.instance [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid 9a592c8e-729c-463b-8ef9-3b52108bac2b {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:45:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1480155889',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1480155889',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbFtYWlPsupB0zkIN/KY2KAMJGUBdUG7oHY7Cbah5MsjPFOgydrlUNB7fOxF+XEIWbIOq3WPF1CwDqRsDPtkW7k6L5yv2VoTbTtLVsAjX720VAocnhV/ZXag606L8sl6Q==',key_name='tempest-keypair-1734146157',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:46:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-hxc2g8w5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:46:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=9a592c8e-729c-463b-8ef9-3b52108bac2b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "f34457e4-b395-402a-947d-0b2065ea4223", "address": "fa:16:3e:8c:48:d6", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf34457e4-b3", "ovs_interfaceid": "f34457e4-b395-402a-947d-0b2065ea4223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_vif [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf34457e4-b3, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ed4257a-40ac-4ee5-a711-5b85c756fc5c) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:36 user nova-compute[74725]: INFO os_vif [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:48:d6,bridge_name='br-int',has_traffic_filtering=True,id=f34457e4-b395-402a-947d-0b2065ea4223,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf34457e4-b3')
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gyCFexIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:50:36 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[056e4ac8-d83d-4a31-9167-de102b1dfd0f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:50:36 user nova-compute[74725]: No targets found.
Nov 15 17:50:36 user nova-compute[74725]: iSNS:
Nov 15 17:50:36 user nova-compute[74725]: No targets found.
Nov 15 17:50:36 user nova-compute[74725]: STATIC:
Nov 15 17:50:36 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e
Nov 15 17:50:36 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:50:36 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:50:36 user nova-compute[74725]: FIRMWARE:
Nov 15 17:50:36 user nova-compute[74725]: No targets found.
Nov 15 17:50:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:50:36 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:50:36 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Skipping network cache update for instance because it is being deleted. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d4d4fd-a02d-4e50-8cdd-32f6d5d88f4d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9974b17e-4a3c-4016-8b9f-a38bab8d3fff]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:50:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e (non-flash)
Nov 15 17:50:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc2fe050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16b4b48-94bd-4ded-a711-7c8070216f59]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[712219d6-6e05-4ef9-a758-2c8b50e40c2e]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b92581-d33a-4a93-958b-5a84b4535ff5]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.032s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3729c99b-1fd9-4ba1-a977-ed241a93e14c]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO9aafecb2-e76529b5ed0761a3', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9aafecb2', '/dev/disk/by-id/scsi-26537363532396235') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbaeb98d-2133-46d5-8193-0505c10b94c3]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f71f97-2661-4b2e-9709-4b25213d7a71]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b565f989-372b-4268-8f9e-3d1fc305860e]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260]
Nov 15 17:50:36 user nova-compute[74725]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e, portal: 172.16.0.220,3260] successful.
Nov 15 17:50:36 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18bcaf60-5b49-429d-aaee-5c5c2f93592e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d36c4dd0-511e-4803-9ff8-e38d25c4404c]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.275s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (276ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:50:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Deleting instance files /opt/stack/data/nova/instances/9a592c8e-729c-463b-8ef9-3b52108bac2b_del
Nov 15 17:50:36 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Deletion of /opt/stack/data/nova/instances/9a592c8e-729c-463b-8ef9-3b52108bac2b_del complete
Nov 15 17:50:36 user nova-compute[74725]: INFO nova.compute.manager [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 15 17:50:36 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:50:36 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:37 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Took 0.67 seconds to deallocate network for instance.
Nov 15 17:50:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a9c68ae1-8dea-4d11-8ddd-6cbd47d30721 req-f31414c7-5c6f-4b0f-8990-547540982754 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-deleted-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] Acquiring lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:37 user nova-compute[74725]: DEBUG nova.compute.manager [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] No waiting events found dispatching network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:50:37 user nova-compute[74725]: WARNING nova.compute.manager [req-a8ed5492-56ab-4da3-b55c-d6c6f5c67296 req-d05e674b-de8b-41ae-ae72-13e05b5c60e6 service nova] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Received unexpected event network-vif-plugged-f34457e4-b395-402a-947d-0b2065ea4223 for instance with vm_state active and task_state deleting.
Nov 15 17:50:38 user nova-compute[74725]: INFO nova.compute.manager [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Took 0.78 seconds to detach 1 volumes for instance.
Nov 15 17:50:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 9a592c8e-729c-463b-8ef9-3b52108bac2b] Deleting volume: 18bcaf60-5b49-429d-aaee-5c5c2f93592e {{(pid=74725) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 17:50:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:38 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:50:38 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:50:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.122s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:38 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance 9a592c8e-729c-463b-8ef9-3b52108bac2b
Nov 15 17:50:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-2f6bf4dd-d9f6-4f0c-af27-c71ab5b44d1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "9a592c8e-729c-463b-8ef9-3b52108bac2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.952s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:50:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:50:43 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:50:43 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9103MB free_disk=24.898048400878906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:50:43 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.142s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:50:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:50:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:47 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:50:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:50:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Verify base images {{(pid=74725) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9
Nov 15 17:51:03 user nova-compute[74725]: WARNING nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Removable base files: /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626 /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2 /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943 /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69 /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025 /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9 /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0096537a94e339ee3a52a1fbdfa54aebd6382626
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1e3b65202f0dc5909b83b9d9b5b937480f4de2c2
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/23f29e90a8971acf7e7a4ce44519fb7bce0e3b1a
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a4c3b705861a637dff8d313276a1525157eb59ff
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e77e4f26f444b356edc47da9e1b869c46d3ce943
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e2c68a70e0a705ccafa9d9041c3d8edf4a0c6e69
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1b5e8ea9ee3519cc91260554908c1e7f2949e025
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/085518d07c8ccf180f3285ed31b46290617599de
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e236baf3454abc0f70d038b0af494277a28391e9
Nov 15 17:51:03 user nova-compute[74725]: INFO nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4d833d2c6059e2d1bed2ea2bf15b02accf2044a9
Nov 15 17:51:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Verification complete {{(pid=74725) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Verify swap images {{(pid=74725) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 15 17:51:03 user nova-compute[74725]: DEBUG nova.virt.libvirt.imagecache [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Verify ephemeral images {{(pid=74725) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 15 17:51:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:51:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:30 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:51:34 user nova-compute[74725]: INFO nova.compute.claims [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Claim successful on node user
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:51:34 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:51:34 user nova-compute[74725]: INFO nova.virt.block_device [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Booting with volume a1a3a7de-f659-4d0c-8f0b-5a929b9d022e at /dev/vda
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.policy [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.utils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a01e5b-672d-41ca-899b-131a277671dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66d8308-40c4-4c4c-bf88-10fb4e63980f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[3672ebbb-8b0d-43b3-97f9-4037363e0992]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8dd0e7-9bc4-4e25-bead-588eb846a118]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:51:34 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:51:34 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dac91fd-2607-4729-beea-ad8dd8713e5a]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG os_brick.utils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:51:34 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating existing volume attachment record: f11b2e6d-9865-4b9e-96d4-e88a57c871cf {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:51:35 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Successfully created port: 1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Successfully updated port: 1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-changed-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.compute.manager [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Refreshing instance network info cache due to event network-changed-1a22d4b0-7a7f-483d-b453-5749826d6f0e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] Acquiring lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating instance_info_cache with network_info: [{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Instance network_info: |[{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] Acquired lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Refreshing network info cache for port 1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updated VIF entry in instance network info cache for port 1a22d4b0-7a7f-483d-b453-5749826d6f0e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG nova.network.neutron [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating instance_info_cache with network_info: [{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:51:36 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-ebb73291-25da-4712-b4db-ea62bc5dd958 req-dfba4520-63d4-4532-97c6-737be1176bee service nova] Releasing lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:51:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:51:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:51:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Skipping network cache update for instance because it is Building. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 15 17:51:37 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:51:39 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Creating image(s)
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Ensure instance console log exists: /opt/stack/data/nova/instances/77afeb78-018c-4170-8490-a420d0c129d1/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Start _get_guest_xml network_info=[{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77afeb78-018c-4170-8490-a420d0c129d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'serial': 'a1a3a7de-f659-4d0c-8f0b-5a929b9d022e'}, 'boot_index': 0, 'attachment_id': 'f11b2e6d-9865-4b9e-96d4-e88a57c871cf', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:51:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:51:39 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:51:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:51:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:51:39 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa48255c-41dc-4f47-8945-9e44f5ecb88a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:51:39 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd8baa3-8872-4294-bc82-b499944ac384]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e] added
Nov 15 17:51:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd584f5-2c06-44fc-b18e-218ddde4871b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[49081e07-32bb-42db-b5db-8eae31a9468a]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UCnKtHvh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UCnKtHvh" returned: 0 in 0.023s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[968dc818-d785-4adf-991d-2084097f282f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UCnKtHvh'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7656739-1111-476f-841e-a022e0e9c981]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a1ceb1-ff50-46da-9678-f94e63170450]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:51:39 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:51:39 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:51:39 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:51:39 user nova-compute[74725]: 
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb061205-2c49-4357-9dc0-7718f685f944]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]
Nov 15 17:51:39 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.
Nov 15 17:51:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[79767f29-3977-4ad5-8b35-6fe514bd1685]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[15425d5a-b00a-41d7-a7ec-72320f4f38b1]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:51:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:51:39 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[03fde02e-836e-4905-9d32-212b84cc376b]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:51:39 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23764613664373637', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764613664373637', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1684240152',display_name='tempest-TestVolumeBootPattern-server-1684240152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1684240152',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-ke14bd61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:51:35Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=77afeb78-018c-4170-8490-a420d0c129d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid 77afeb78-018c-4170-8490-a420d0c129d1 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:51:40 user nova-compute[74725]:   <uuid>77afeb78-018c-4170-8490-a420d0c129d1</uuid>
Nov 15 17:51:40 user nova-compute[74725]:   <name>instance-00000032</name>
Nov 15 17:51:40 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:51:40 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:51:40 user nova-compute[74725]:   <metadata>
Nov 15 17:51:40 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:51:40 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:51:40 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-server-1684240152</nova:name>
Nov 15 17:51:40 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:51:39</nova:creationTime>
Nov 15 17:51:40 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:51:40 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:51:40 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:51:40 user nova-compute[74725]:       <nova:owner>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:51:40 user nova-compute[74725]:       </nova:owner>
Nov 15 17:51:40 user nova-compute[74725]:       <nova:ports>
Nov 15 17:51:40 user nova-compute[74725]:         <nova:port uuid="1a22d4b0-7a7f-483d-b453-5749826d6f0e">
Nov 15 17:51:40 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 17:51:40 user nova-compute[74725]:         </nova:port>
Nov 15 17:51:40 user nova-compute[74725]:       </nova:ports>
Nov 15 17:51:40 user nova-compute[74725]:     </nova:instance>
Nov 15 17:51:40 user nova-compute[74725]:   </metadata>
Nov 15 17:51:40 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:51:40 user nova-compute[74725]:     <system>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="serial">77afeb78-018c-4170-8490-a420d0c129d1</entry>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="uuid">77afeb78-018c-4170-8490-a420d0c129d1</entry>
Nov 15 17:51:40 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:51:40 user nova-compute[74725]:     </system>
Nov 15 17:51:40 user nova-compute[74725]:   </sysinfo>
Nov 15 17:51:40 user nova-compute[74725]:   <os>
Nov 15 17:51:40 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:51:40 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:51:40 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:51:40 user nova-compute[74725]:   </os>
Nov 15 17:51:40 user nova-compute[74725]:   <features>
Nov 15 17:51:40 user nova-compute[74725]:     <acpi/>
Nov 15 17:51:40 user nova-compute[74725]:     <apic/>
Nov 15 17:51:40 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:51:40 user nova-compute[74725]:   </features>
Nov 15 17:51:40 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:51:40 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:51:40 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:51:40 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:51:40 user nova-compute[74725]:   </clock>
Nov 15 17:51:40 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:51:40 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:51:40 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:51:40 user nova-compute[74725]:   </cpu>
Nov 15 17:51:40 user nova-compute[74725]:   <devices>
Nov 15 17:51:40 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:51:40 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:51:40 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:51:40 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:51:40 user nova-compute[74725]:       <serial>a1a3a7de-f659-4d0c-8f0b-5a929b9d022e</serial>
Nov 15 17:51:40 user nova-compute[74725]:     </disk>
Nov 15 17:51:40 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:51:40 user nova-compute[74725]:       <mac address="fa:16:3e:49:3a:4a"/>
Nov 15 17:51:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:51:40 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:51:40 user nova-compute[74725]:       <target dev="tap1a22d4b0-7a"/>
Nov 15 17:51:40 user nova-compute[74725]:     </interface>
Nov 15 17:51:40 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:51:40 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/77afeb78-018c-4170-8490-a420d0c129d1/console.log" append="off"/>
Nov 15 17:51:40 user nova-compute[74725]:     </serial>
Nov 15 17:51:40 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:51:40 user nova-compute[74725]:     <video>
Nov 15 17:51:40 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:51:40 user nova-compute[74725]:     </video>
Nov 15 17:51:40 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:51:40 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:51:40 user nova-compute[74725]:     </rng>
Nov 15 17:51:40 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:51:40 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:51:40 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:51:40 user nova-compute[74725]:     </memballoon>
Nov 15 17:51:40 user nova-compute[74725]:   </devices>
Nov 15 17:51:40 user nova-compute[74725]: </domain>
Nov 15 17:51:40 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1684240152',display_name='tempest-TestVolumeBootPattern-server-1684240152',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1684240152',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-ke14bd61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:51:35Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=77afeb78-018c-4170-8490-a420d0c129d1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG os_vif [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'febc2adf-aa1a-5cf6-8373-2cc7448e856d', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1a22d4b0-7a, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1a22d4b0-7a, col_values=(('qos', UUID('4520f08b-d885-460a-947f-a164b3b19f03')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1a22d4b0-7a, col_values=(('external_ids', {'iface-id': '1a22d4b0-7a7f-483d-b453-5749826d6f0e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:3a:4a', 'vm-uuid': '77afeb78-018c-4170-8490-a420d0c129d1'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:40 user nova-compute[74725]: INFO os_vif [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a')
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:51:40 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:49:3a:4a, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:51:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG nova.compute.manager [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] No waiting events found dispatching network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:51:42 user nova-compute[74725]: WARNING nova.compute.manager [req-8f61fc78-83ae-4a3b-894d-17e67883ad10 req-22eb0ea0-905b-414d-9b33-c4a96f571278 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received unexpected event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e for instance with vm_state building and task_state spawning.
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:51:44 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Instance spawned successfully.
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:51:44 user nova-compute[74725]: INFO nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Took 4.91 seconds to spawn the instance on the hypervisor.
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:44 user nova-compute[74725]: DEBUG nova.compute.manager [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] No waiting events found dispatching network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:51:44 user nova-compute[74725]: WARNING nova.compute.manager [req-502ad108-e63e-49bc-a214-b718fc039ba7 req-a8b4d307-50a7-42a8-b9f2-c58a59b83bd7 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received unexpected event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e for instance with vm_state building and task_state spawning.
Nov 15 17:51:44 user nova-compute[74725]: INFO nova.compute.manager [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Took 10.06 seconds to build instance.
Nov 15 17:51:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-eca3c451-5783-4283-80d5-93f272d5ee4d tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.151s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:51:45 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:51:45 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9043MB free_disk=24.88814926147461GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 77afeb78-018c-4170-8490-a420d0c129d1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:51:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:51:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:47 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:47 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:49 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:51:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:51:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:51:56 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:14 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:14 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:52:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid 77afeb78-018c-4170-8490-a420d0c129d1 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating instance_info_cache with network_info: [{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:52:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:52:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:52:45 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:52:45 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=24.88748550415039GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance 77afeb78-018c-4170-8490-a420d0c129d1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.158s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:52:53 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:52:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Triggering sync for uuid 77afeb78-018c-4170-8490-a420d0c129d1 {{(pid=74725) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 17:52:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:52:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "77afeb78-018c-4170-8490-a420d0c129d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:52:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "77afeb78-018c-4170-8490-a420d0c129d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:52:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-changed-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Refreshing instance network info cache due to event network-changed-1a22d4b0-7a7f-483d-b453-5749826d6f0e. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] Acquiring lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] Acquired lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Refreshing network info cache for port 1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updated VIF entry in instance network info cache for port 1a22d4b0-7a7f-483d-b453-5749826d6f0e. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.network.neutron [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating instance_info_cache with network_info: [{"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-50d2e541-e60b-4ea3-8b5f-bf3489cef3cc req-ab094c39-ce09-406e-a4ae-e2fe0c1c5069 service nova] Releasing lock "refresh_cache-77afeb78-018c-4170-8490-a420d0c129d1" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:26 user nova-compute[74725]: INFO nova.compute.manager [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Terminating instance
Nov 15 17:53:26 user nova-compute[74725]: DEBUG nova.compute.manager [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Instance destroyed successfully.
Nov 15 17:53:27 user nova-compute[74725]: DEBUG nova.objects.instance [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid 77afeb78-018c-4170-8490-a420d0c129d1 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:51:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1684240152',display_name='tempest-TestVolumeBootPattern-server-1684240152',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1684240152',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:51:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-ke14bd61',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:51:44Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=77afeb78-018c-4170-8490-a420d0c129d1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "address": "fa:16:3e:49:3a:4a", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1a22d4b0-7a", "ovs_interfaceid": "1a22d4b0-7a7f-483d-b453-5749826d6f0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_vif [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1a22d4b0-7a, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4520f08b-d885-460a-947f-a164b3b19f03) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:27 user nova-compute[74725]: INFO os_vif [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:3a:4a,bridge_name='br-int',has_traffic_filtering=True,id=1a22d4b0-7a7f-483d-b453-5749826d6f0e,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1a22d4b0-7a')
Nov 15 17:53:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:53:27 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c2594f-dfd5-44a9-bee8-76d9621d1acb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:53:27 user nova-compute[74725]: No targets found.
Nov 15 17:53:27 user nova-compute[74725]: iSNS:
Nov 15 17:53:27 user nova-compute[74725]: No targets found.
Nov 15 17:53:27 user nova-compute[74725]: STATIC:
Nov 15 17:53:27 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e
Nov 15 17:53:27 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:53:27 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:53:27 user nova-compute[74725]: FIRMWARE:
Nov 15 17:53:27 user nova-compute[74725]: No targets found.
Nov 15 17:53:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:53:27 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:53:27 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db084b2-ffbf-4200-9c2a-871b4f517526]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[82581f18-459b-44ac-911b-683afd96d7fa]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:53:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:53:27 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac620670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dc475f7-aae0-4dea-b00d-590209e54b8d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d12db3b-bcb5-4e85-a95a-c03106fd8071]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d895d9-6759-4892-9bfa-b7f8c7c79026]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d112e7cb-d755-46ee-bad5-c606e0912e96]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO888d3f9-7da6d767d98e27a7', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_888d3f9', '/dev/disk/by-id/scsi-23764613664373637') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3d84bf-fa5e-4fdc-b09f-1e5416bd56f8]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[36fb4c35-ce3a-4b44-bcb1-627f2c9c120b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:53:27 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6668f8a-c512-426e-b369-cca64c8e3d6f]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]
Nov 15 17:53:28 user nova-compute[74725]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.
Nov 15 17:53:28 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe6bd01-34f9-4d86-8fca-454928666d9b]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (303ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:53:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Deleting instance files /opt/stack/data/nova/instances/77afeb78-018c-4170-8490-a420d0c129d1_del
Nov 15 17:53:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Deletion of /opt/stack/data/nova/instances/77afeb78-018c-4170-8490-a420d0c129d1_del complete
Nov 15 17:53:28 user nova-compute[74725]: INFO nova.compute.manager [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-unplugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] No waiting events found dispatching network-vif-unplugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-unplugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Acquiring lock "77afeb78-018c-4170-8490-a420d0c129d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] Lock "77afeb78-018c-4170-8490-a420d0c129d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] No waiting events found dispatching network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:53:28 user nova-compute[74725]: WARNING nova.compute.manager [req-7358e9dd-20bf-4918-82b5-79428cc2ac97 req-fe84b081-01b8-4f39-9e9f-77fcd4508adb service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received unexpected event network-vif-plugged-1a22d4b0-7a7f-483d-b453-5749826d6f0e for instance with vm_state active and task_state deleting.
Nov 15 17:53:28 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:53:28 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Took 0.86 seconds to deallocate network for instance.
Nov 15 17:53:29 user nova-compute[74725]: DEBUG nova.compute.manager [req-8c683385-a20a-4ab2-9919-79555d02b6a5 req-10f2b216-6d8d-4353-af30-253430a81e20 service nova] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Received event network-vif-deleted-1a22d4b0-7a7f-483d-b453-5749826d6f0e {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:53:29 user nova-compute[74725]: INFO nova.compute.manager [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: 77afeb78-018c-4170-8490-a420d0c129d1] Took 0.81 seconds to detach 1 volumes for instance.
Nov 15 17:53:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:29 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:53:29 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:53:29 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.125s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:29 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance 77afeb78-018c-4170-8490-a420d0c129d1
Nov 15 17:53:30 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-71cab410-01a2-476e-9faa-878589b5eee7 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "77afeb78-018c-4170-8490-a420d0c129d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.144s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:31 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:32 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:37 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:38 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:53:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:53:38 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:53:41 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:42 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:43 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:53:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:53:46 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9096MB free_disk=24.88666534423828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:53:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.152s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:53:47 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:50 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:53:52 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:53:57 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:02 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:12 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:54:17 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:54:18 user nova-compute[74725]: INFO nova.compute.claims [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Claim successful on node user
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:54:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:54:19 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:54:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG nova.policy [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:54:19 user nova-compute[74725]: INFO nova.virt.block_device [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Booting with volume a1a3a7de-f659-4d0c-8f0b-5a929b9d022e at /dev/vda
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.utils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e82a32d-a4bc-4ea4-96b9-5897b29e83a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3896b1-326b-487d-876c-e9c38d6eb129]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda89e76-67de-4cfe-979d-241bde903c0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[10978d1c-0e2f-4a9a-bcc9-dc3a9a120209]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:54:19 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:54:19 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[09fbbc5e-ddf1-4f57-b90a-d545fc64f0ee]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG os_brick.utils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating existing volume attachment record: dd1b3fe1-f880-48d3-9034-3600f603567e {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:54:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Successfully created port: bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Successfully updated port: bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.compute.manager [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing instance network info cache due to event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.network.neutron [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Instance network_info: |[{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:54:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:54:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated VIF entry in instance network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:54:21 user nova-compute[74725]: DEBUG nova.network.neutron [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:54:21 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-167358dd-46e3-4c1c-a0c0-053467a92c4d req-2a30201a-7fa1-4df6-a670-80fec5364933 service nova] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:54:22 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:54:23 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Creating image(s)
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Ensure instance console log exists: /opt/stack/data/nova/instances/f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Start _get_guest_xml network_info=[{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'serial': 'a1a3a7de-f659-4d0c-8f0b-5a929b9d022e'}, 'boot_index': 0, 'attachment_id': 'dd1b3fe1-f880-48d3-9034-3600f603567e', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:54:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:54:23 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:54:23 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:54:23 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:54:23 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3469fb-4af4-49f1-81bf-840ba2de205c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:54:23 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[988bfc69-4b97-439b-834c-3c31447cfe04]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e] added
Nov 15 17:54:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea0e294-25a5-4cfa-b081-fc1caf3cbf49]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[7427e2c5-e674-4ca3-b4c5-657430d2e80d]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UCnKtHvh {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UCnKtHvh" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d02d27-eeae-4e55-af21-429ee450f932]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UCnKtHvh'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed8ae08-dd74-40ee-bb05-998b5e39e1c0]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f28740-f04b-41a5-bf41-f9bda986690c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:54:24 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 17:54:24 user nova-compute[74725]:  {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:54:24 user nova-compute[74725]: WARNING os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 17:54:24 user nova-compute[74725]: 
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cdfc8cd-d1b1-4cc0-bcd3-19e064ac1a61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]
Nov 15 17:54:24 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.
Nov 15 17:54:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb2b9b1d-1f40-4d92-9edd-c1930cd319b9]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[31d6c5ce-370e-447d-8452-528fe669251d]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:54:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:54:24 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.233s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0babbd-da99-4369-8e44-5ca4e043f6a5]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:54:24 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.261s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1262ms) {'type': 'block', 'scsi_wwn': '23764613664373637', 'path': '/dev/sdb'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23764613664373637', 'path': '/dev/sdb'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:54:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-566056163',display_name='tempest-TestVolumeBootPattern-server-566056163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-566056163',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-eg19efyf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:54:19Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.objects.instance [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:54:25 user nova-compute[74725]:   <uuid>f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46</uuid>
Nov 15 17:54:25 user nova-compute[74725]:   <name>instance-00000033</name>
Nov 15 17:54:25 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:54:25 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:54:25 user nova-compute[74725]:   <metadata>
Nov 15 17:54:25 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:54:25 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:54:25 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-server-566056163</nova:name>
Nov 15 17:54:25 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:54:23</nova:creationTime>
Nov 15 17:54:25 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:54:25 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:54:25 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:54:25 user nova-compute[74725]:       <nova:owner>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:54:25 user nova-compute[74725]:       </nova:owner>
Nov 15 17:54:25 user nova-compute[74725]:       <nova:ports>
Nov 15 17:54:25 user nova-compute[74725]:         <nova:port uuid="bf47d418-49c3-432f-acf7-8dd26b7eac39">
Nov 15 17:54:25 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 17:54:25 user nova-compute[74725]:         </nova:port>
Nov 15 17:54:25 user nova-compute[74725]:       </nova:ports>
Nov 15 17:54:25 user nova-compute[74725]:     </nova:instance>
Nov 15 17:54:25 user nova-compute[74725]:   </metadata>
Nov 15 17:54:25 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:54:25 user nova-compute[74725]:     <system>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="serial">f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46</entry>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="uuid">f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46</entry>
Nov 15 17:54:25 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:54:25 user nova-compute[74725]:     </system>
Nov 15 17:54:25 user nova-compute[74725]:   </sysinfo>
Nov 15 17:54:25 user nova-compute[74725]:   <os>
Nov 15 17:54:25 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:54:25 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:54:25 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:54:25 user nova-compute[74725]:   </os>
Nov 15 17:54:25 user nova-compute[74725]:   <features>
Nov 15 17:54:25 user nova-compute[74725]:     <acpi/>
Nov 15 17:54:25 user nova-compute[74725]:     <apic/>
Nov 15 17:54:25 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:54:25 user nova-compute[74725]:   </features>
Nov 15 17:54:25 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:54:25 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:54:25 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:54:25 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:54:25 user nova-compute[74725]:   </clock>
Nov 15 17:54:25 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:54:25 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:54:25 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:54:25 user nova-compute[74725]:   </cpu>
Nov 15 17:54:25 user nova-compute[74725]:   <devices>
Nov 15 17:54:25 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:54:25 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:54:25 user nova-compute[74725]:       <source dev="/dev/sdb"/>
Nov 15 17:54:25 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:54:25 user nova-compute[74725]:       <serial>a1a3a7de-f659-4d0c-8f0b-5a929b9d022e</serial>
Nov 15 17:54:25 user nova-compute[74725]:     </disk>
Nov 15 17:54:25 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:54:25 user nova-compute[74725]:       <mac address="fa:16:3e:bd:eb:2c"/>
Nov 15 17:54:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:54:25 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:54:25 user nova-compute[74725]:       <target dev="tapbf47d418-49"/>
Nov 15 17:54:25 user nova-compute[74725]:     </interface>
Nov 15 17:54:25 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:54:25 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46/console.log" append="off"/>
Nov 15 17:54:25 user nova-compute[74725]:     </serial>
Nov 15 17:54:25 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:54:25 user nova-compute[74725]:     <video>
Nov 15 17:54:25 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:54:25 user nova-compute[74725]:     </video>
Nov 15 17:54:25 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:54:25 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:54:25 user nova-compute[74725]:     </rng>
Nov 15 17:54:25 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:54:25 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:54:25 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:54:25 user nova-compute[74725]:     </memballoon>
Nov 15 17:54:25 user nova-compute[74725]:   </devices>
Nov 15 17:54:25 user nova-compute[74725]: </domain>
Nov 15 17:54:25 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:54:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-566056163',display_name='tempest-TestVolumeBootPattern-server-566056163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-566056163',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-eg19efyf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:54:19Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG os_vif [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac18b713-90d8-5d49-8f4e-7a1dce5f9b20', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf47d418-49, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf47d418-49, col_values=(('qos', UUID('90f07d57-cb45-4a03-85a6-94b152e59ffc')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf47d418-49, col_values=(('external_ids', {'iface-id': 'bf47d418-49c3-432f-acf7-8dd26b7eac39', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:eb:2c', 'vm-uuid': 'f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:25 user nova-compute[74725]: INFO os_vif [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49')
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:54:25 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:bd:eb:2c, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:26 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] No waiting events found dispatching network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:54:26 user nova-compute[74725]: WARNING nova.compute.manager [req-fd5474c7-ba64-4b90-9604-eb1a8d40ea2d req-901b5c9d-3ca5-48f1-8d8a-ad3ff74e4c66 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received unexpected event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 for instance with vm_state building and task_state spawning.
Nov 15 17:54:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:27 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:54:28 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Instance spawned successfully.
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:54:28 user nova-compute[74725]: INFO nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Took 4.89 seconds to spawn the instance on the hypervisor.
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:28 user nova-compute[74725]: DEBUG nova.compute.manager [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] No waiting events found dispatching network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:54:28 user nova-compute[74725]: WARNING nova.compute.manager [req-c325c5cf-42e5-4d19-bdac-007958c4186d req-caa071e6-4585-4460-832f-a20d9f6aac87 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received unexpected event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 for instance with vm_state building and task_state spawning.
Nov 15 17:54:28 user nova-compute[74725]: INFO nova.compute.manager [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Took 10.30 seconds to build instance.
Nov 15 17:54:28 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-c1539c0a-c91e-40b8-bafb-537e4251ad1a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.399s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:33 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:54:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:54:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:44 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:54:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:54:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:54:47 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8908MB free_disk=24.88506317138672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:54:47 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.181s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:54:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:51 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:54:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:54:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:55:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:30 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:35 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:55:40 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:55:41 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:55:41 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:55:41 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:55:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:55:45 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:55:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:55:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:55:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:55:49 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=24.88442611694336GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:55:49 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:55:50 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:55:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:55:55 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:00 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:05 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing instance network info cache due to event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated VIF entry in instance network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:56:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-5fb04eb9-1873-441d-88d9-7b791432dca4 req-f0111f20-4a36-465a-9805-f89454d5b79f service nova] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:56:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:15 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Starting instance... {{(pid=74725) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74725) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 17:56:17 user nova-compute[74725]: INFO nova.compute.claims [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Claim successful on node user
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.198s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Start building networks asynchronously for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Allocating IP information in the background. {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] allocate_for_instance() {{(pid=74725) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 17:56:17 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Start building block device mappings for instance. {{(pid=74725) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG nova.policy [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2b763981304a20afa5cc8eedd9e8b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f7513bbea34604ae5d487c8c51f8c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74725) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 17:56:17 user nova-compute[74725]: INFO nova.virt.block_device [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Booting with volume 3f25d736-5051-4e53-8484-8ce6719a2614 at /dev/vda
Nov 15 17:56:17 user nova-compute[74725]: DEBUG os_brick.utils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9162d7b-19ef-4e77-91ee-4c69253b7133]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f33c9feb5cc\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d70ed42-618d-48b9-bddc-a190a40b28e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5055ce39-d6dc-4c0d-8be0-836b0ef26bae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ab1d04-1d23-4126-80e0-f385378f14bd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:17 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Running cmd (subprocess): nvme version {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] 'nvme version' failed. Not Retrying. {{(pid=74725) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] nvme not present on system {{(pid=74725) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 17:56:18 user nova-compute[74725]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 17:56:18 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea654445-8746-4476-815a-2c746cf2719b]: (4, '') {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74725) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.lightos [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] LIGHTOS: no hostnqn found. {{(pid=74725) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG os_brick.utils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f33c9feb5cc', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG nova.virt.block_device [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating existing volume attachment record: 25dd5932-7372-4a2a-8146-c888ff6ad952 {{(pid=74725) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 17:56:18 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Successfully created port: e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Successfully updated port: e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquired lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Building network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.compute.manager [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing instance network info cache due to event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] Acquiring lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Instance cache missing network info. {{(pid=74725) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.network.neutron [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Releasing lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Instance network_info: |[{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74725) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] Acquired lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:56:19 user nova-compute[74725]: DEBUG nova.network.neutron [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:56:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updated VIF entry in instance network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:56:20 user nova-compute[74725]: DEBUG nova.network.neutron [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:56:20 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-43121020-70cb-4518-a1d7-cabd9200eb8e req-765fa44f-4d2e-4d0d-9b9e-a03992d60657 service nova] Releasing lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:56:20 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Start spawning the instance on the hypervisor. {{(pid=74725) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Creating instance directory {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 17:56:22 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Creating image(s)
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Did not create local disks {{(pid=74725) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Ensure instance console log exists: /opt/stack/data/nova/instances/d4dfe300-7175-46be-b8a8-0a778326279d/console.log {{(pid=74725) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Start _get_guest_xml network_info=[{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QjMirSPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd4dfe300-7175-46be-b8a8-0a778326279d', 'attached_at': '', 'detached_at': '', 'volume_id': '3f25d736-5051-4e53-8484-8ce6719a2614', 'serial': '3f25d736-5051-4e53-8484-8ce6719a2614'}, 'boot_index': 0, 'attachment_id': '25dd5932-7372-4a2a-8146-c888ff6ad952', 'disk_bus': 'virtio', 'device_type': 'disk', 'volume_type': None} {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 17:56:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:56:22 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller missing on host. {{(pid=74725) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.host [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU controller found on host. {{(pid=74725) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74725) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T17:11:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image limits 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flavor pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Image pref 0:0:0 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74725) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Got 1 possible topologies {{(pid=74725) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.hardware [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74725) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Calling os-brick to attach iSCSI Volume {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QjMirSPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:56:22 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:56:22 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:56:22 user nova-compute[74725]: INFO os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[047852c7-42b2-4a70-a8de-2c9438652a9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 17:56:22 user nova-compute[74725]:  {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --interface default --op new {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce31eddd-5b23-43a4-9381-fd0e4cef125d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614] added\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614] added
Nov 15 17:56:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75d0308-b898-493c-ad81-85610436652e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d3234b-4014-4999-a839-18e8e871995e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QjMirSPI {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QjMirSPI" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a9e469-cb5a-474f-9299-8b630e3a142e]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QjMirSPI'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e742dc0f-8c90-467b-af36-54c9be3c9bd8]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[da343b6f-36f4-4dac-b503-49427f9012e6]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:56:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:56:22 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:56:22 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --login {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --login" returned: 0 in 0.167s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[9884e497-d3eb-497e-a82b-b39bb15d0599]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260]
Nov 15 17:56:23 user nova-compute[74725]: Login to [iface: default, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260] successful.
Nov 15 17:56:23 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[964164b1-b708-4811-9350-355f1bdc3d2f]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffb7d7cc-ac86-4738-8770-62ab5cd2e519]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:56:23 user nova-compute[74725]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)
Nov 15 17:56:23 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:56:23 user nova-compute[74725]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)
Nov 15 17:56:23 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to 172.16.0.220:3260 {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] HCTL ('34', '-', '-', 0) found on session 61 with lun 0 {{(pid=74725) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74725) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30ad5e7-3762-4d35-8643-88bdf7804dc7]: (4, ('- - 0', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Searching for a device in session 61 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74725) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 17:56:23 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QjMirSPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74725) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.413s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== connect_volume: return (1414ms) {'type': 'block', 'scsi_wwn': '23961303139323163', 'path': '/dev/sdc'} {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961303139323163', 'path': '/dev/sdc'} {{(pid=74725) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1779192551',display_name='tempest-TestVolumeBootPattern-server-1779192551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1779192551',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-bd27hrxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:56:18Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=d4dfe300-7175-46be-b8a8-0a778326279d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74725) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.objects.instance [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'pci_devices' on Instance uuid d4dfe300-7175-46be-b8a8-0a778326279d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] End _get_guest_xml xml=<domain type="kvm">
Nov 15 17:56:24 user nova-compute[74725]:   <uuid>d4dfe300-7175-46be-b8a8-0a778326279d</uuid>
Nov 15 17:56:24 user nova-compute[74725]:   <name>instance-00000034</name>
Nov 15 17:56:24 user nova-compute[74725]:   <memory>524288</memory>
Nov 15 17:56:24 user nova-compute[74725]:   <vcpu>1</vcpu>
Nov 15 17:56:24 user nova-compute[74725]:   <metadata>
Nov 15 17:56:24 user nova-compute[74725]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 17:56:24 user nova-compute[74725]:       <nova:package version="0.0.0"/>
Nov 15 17:56:24 user nova-compute[74725]:       <nova:name>tempest-TestVolumeBootPattern-server-1779192551</nova:name>
Nov 15 17:56:24 user nova-compute[74725]:       <nova:creationTime>2023-11-15 17:56:22</nova:creationTime>
Nov 15 17:56:24 user nova-compute[74725]:       <nova:flavor name="m1.tiny">
Nov 15 17:56:24 user nova-compute[74725]:         <nova:memory>512</nova:memory>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:disk>1</nova:disk>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:swap>0</nova:swap>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:vcpus>1</nova:vcpus>
Nov 15 17:56:24 user nova-compute[74725]:       </nova:flavor>
Nov 15 17:56:24 user nova-compute[74725]:       <nova:owner>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:user uuid="2e2b763981304a20afa5cc8eedd9e8b9">tempest-TestVolumeBootPattern-1329254305-project-member</nova:user>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:project uuid="e5f7513bbea34604ae5d487c8c51f8c0">tempest-TestVolumeBootPattern-1329254305</nova:project>
Nov 15 17:56:24 user nova-compute[74725]:       </nova:owner>
Nov 15 17:56:24 user nova-compute[74725]:       <nova:ports>
Nov 15 17:56:24 user nova-compute[74725]:         <nova:port uuid="e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a">
Nov 15 17:56:24 user nova-compute[74725]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 17:56:24 user nova-compute[74725]:         </nova:port>
Nov 15 17:56:24 user nova-compute[74725]:       </nova:ports>
Nov 15 17:56:24 user nova-compute[74725]:     </nova:instance>
Nov 15 17:56:24 user nova-compute[74725]:   </metadata>
Nov 15 17:56:24 user nova-compute[74725]:   <sysinfo type="smbios">
Nov 15 17:56:24 user nova-compute[74725]:     <system>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="product">OpenStack Nova</entry>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="version">0.0.0</entry>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="serial">d4dfe300-7175-46be-b8a8-0a778326279d</entry>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="uuid">d4dfe300-7175-46be-b8a8-0a778326279d</entry>
Nov 15 17:56:24 user nova-compute[74725]:       <entry name="family">Virtual Machine</entry>
Nov 15 17:56:24 user nova-compute[74725]:     </system>
Nov 15 17:56:24 user nova-compute[74725]:   </sysinfo>
Nov 15 17:56:24 user nova-compute[74725]:   <os>
Nov 15 17:56:24 user nova-compute[74725]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 17:56:24 user nova-compute[74725]:     <boot dev="hd"/>
Nov 15 17:56:24 user nova-compute[74725]:     <smbios mode="sysinfo"/>
Nov 15 17:56:24 user nova-compute[74725]:   </os>
Nov 15 17:56:24 user nova-compute[74725]:   <features>
Nov 15 17:56:24 user nova-compute[74725]:     <acpi/>
Nov 15 17:56:24 user nova-compute[74725]:     <apic/>
Nov 15 17:56:24 user nova-compute[74725]:     <vmcoreinfo/>
Nov 15 17:56:24 user nova-compute[74725]:   </features>
Nov 15 17:56:24 user nova-compute[74725]:   <clock offset="utc">
Nov 15 17:56:24 user nova-compute[74725]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 17:56:24 user nova-compute[74725]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 17:56:24 user nova-compute[74725]:     <timer name="hpet" present="no"/>
Nov 15 17:56:24 user nova-compute[74725]:   </clock>
Nov 15 17:56:24 user nova-compute[74725]:   <cpu mode="custom" match="exact">
Nov 15 17:56:24 user nova-compute[74725]:     <model>Nehalem</model>
Nov 15 17:56:24 user nova-compute[74725]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 17:56:24 user nova-compute[74725]:   </cpu>
Nov 15 17:56:24 user nova-compute[74725]:   <devices>
Nov 15 17:56:24 user nova-compute[74725]:     <disk type="block" device="disk">
Nov 15 17:56:24 user nova-compute[74725]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 17:56:24 user nova-compute[74725]:       <source dev="/dev/sdc"/>
Nov 15 17:56:24 user nova-compute[74725]:       <target dev="vda" bus="virtio"/>
Nov 15 17:56:24 user nova-compute[74725]:       <serial>3f25d736-5051-4e53-8484-8ce6719a2614</serial>
Nov 15 17:56:24 user nova-compute[74725]:     </disk>
Nov 15 17:56:24 user nova-compute[74725]:     <interface type="ethernet">
Nov 15 17:56:24 user nova-compute[74725]:       <mac address="fa:16:3e:f0:79:d1"/>
Nov 15 17:56:24 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:56:24 user nova-compute[74725]:       <mtu size="1442"/>
Nov 15 17:56:24 user nova-compute[74725]:       <target dev="tape0681dc3-a9"/>
Nov 15 17:56:24 user nova-compute[74725]:     </interface>
Nov 15 17:56:24 user nova-compute[74725]:     <serial type="pty">
Nov 15 17:56:24 user nova-compute[74725]:       <log file="/opt/stack/data/nova/instances/d4dfe300-7175-46be-b8a8-0a778326279d/console.log" append="off"/>
Nov 15 17:56:24 user nova-compute[74725]:     </serial>
Nov 15 17:56:24 user nova-compute[74725]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 17:56:24 user nova-compute[74725]:     <video>
Nov 15 17:56:24 user nova-compute[74725]:       <model type="virtio"/>
Nov 15 17:56:24 user nova-compute[74725]:     </video>
Nov 15 17:56:24 user nova-compute[74725]:     <rng model="virtio">
Nov 15 17:56:24 user nova-compute[74725]:       <backend model="random">/dev/urandom</backend>
Nov 15 17:56:24 user nova-compute[74725]:     </rng>
Nov 15 17:56:24 user nova-compute[74725]:     <controller type="usb" index="0" model="none"/>
Nov 15 17:56:24 user nova-compute[74725]:     <memballoon model="virtio">
Nov 15 17:56:24 user nova-compute[74725]:       <stats period="10"/>
Nov 15 17:56:24 user nova-compute[74725]:     </memballoon>
Nov 15 17:56:24 user nova-compute[74725]:   </devices>
Nov 15 17:56:24 user nova-compute[74725]: </domain>
Nov 15 17:56:24 user nova-compute[74725]:  {{(pid=74725) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1779192551',display_name='tempest-TestVolumeBootPattern-server-1779192551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1779192551',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-bd27hrxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T17:56:18Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=d4dfe300-7175-46be-b8a8-0a778326279d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG os_vif [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9') {{(pid=74725) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7bd56f4f-5e8f-5499-9a46-4ab38e3bc8ae', '_type': 'linux-noop'}}, row=False) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape0681dc3-a9, may_exist=True, interface_attrs={}) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape0681dc3-a9, col_values=(('qos', UUID('3d46ef2d-158a-43a9-bfc7-06eb30ad2cf4')),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape0681dc3-a9, col_values=(('external_ids', {'iface-id': 'e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:79:d1', 'vm-uuid': 'd4dfe300-7175-46be-b8a8-0a778326279d'}),), if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:24 user nova-compute[74725]: INFO os_vif [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9')
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No BDM found with device name vda, not building metadata. {{(pid=74725) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 17:56:24 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] No VIF found with MAC fa:16:3e:f0:79:d1, not building metadata {{(pid=74725) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:25 user nova-compute[74725]: DEBUG nova.compute.manager [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] No waiting events found dispatching network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:56:25 user nova-compute[74725]: WARNING nova.compute.manager [req-fd7ab4f9-12d9-438c-aca3-85cc82f7e4ad req-49381868-b101-4ed4-86ae-0d167c6476c5 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received unexpected event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a for instance with vm_state building and task_state spawning.
Nov 15 17:56:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Instance event wait completed in 0 seconds for  {{(pid=74725) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Guest created on hypervisor {{(pid=74725) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 17:56:27 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Instance spawned successfully.
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_cdrom_bus of ide {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_disk_bus of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_input_bus of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_pointer_model of None {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_video_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Found default for hw_vif_model of virtio {{(pid=74725) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 17:56:27 user nova-compute[74725]: INFO nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Took 4.96 seconds to spawn the instance on the hypervisor.
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Checking state {{(pid=74725) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 17:56:27 user nova-compute[74725]: INFO nova.compute.manager [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Took 10.23 seconds to build instance.
Nov 15 17:56:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-40deb0fa-3e21-4b41-98c2-7f6319242a3c tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.323s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:27 user nova-compute[74725]: DEBUG nova.compute.manager [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] No waiting events found dispatching network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:56:27 user nova-compute[74725]: WARNING nova.compute.manager [req-36432d6e-ba89-4c9e-a6de-24bd86d88c2d req-240b734e-f1e7-4cfa-a00c-6004227ae044 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received unexpected event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a for instance with vm_state active and task_state None.
Nov 15 17:56:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:34 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:56:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:56:42 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:56:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:56:50 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:56:50 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8801MB free_disk=24.882652282714844GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d4dfe300-7175-46be-b8a8-0a778326279d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing inventories for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating ProviderTree inventory for provider de0dea25-e445-4fc8-9cf3-badeda082d3e from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Updating inventory in ProviderTree for provider de0dea25-e445-4fc8-9cf3-badeda082d3e with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 17:56:50 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing aggregate associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, aggregates: None {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Refreshing trait associations for resource provider de0dea25-e445-4fc8-9cf3-badeda082d3e, traits: COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE41,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NODE,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_SSE42,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_IDE,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_VOLUME_EXTEND {{(pid=74725) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.379s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:56:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:53 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 17:56:53 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] There are 0 instances to clean {{(pid=74725) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 17:56:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:54 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:56:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:56:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:04 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:14 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:19 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:21 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:21 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74725) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:24 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:29 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:34 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:36 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:39 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:43 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:57:44 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:57:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:49 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:50 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:50 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:57:51 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:57:51 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8894MB free_disk=24.882015228271484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance d4dfe300-7175-46be-b8a8-0a778326279d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:57:51 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:54 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:56 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:57:59 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:58:04 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG nova.compute.manager [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing instance network info cache due to event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] Acquiring lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] Acquired lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:58:09 user nova-compute[74725]: DEBUG nova.network.neutron [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:58:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updated VIF entry in instance network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:58:10 user nova-compute[74725]: DEBUG nova.network.neutron [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:58:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-909ca5ed-f950-499b-9409-f484cfb76b40 req-7a6c84e8-4d7b-4437-8013-cc53ac185f77 service nova] Releasing lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:11 user nova-compute[74725]: INFO nova.compute.manager [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Terminating instance
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-unplugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] No waiting events found dispatching network-vif-unplugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e7836610-7844-4464-9328-0c97acf53b63 req-a02485bb-8760-4649-a06c-2a84f553db30 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-unplugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Instance destroyed successfully.
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.objects.instance [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid d4dfe300-7175-46be-b8a8-0a778326279d {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:56:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1779192551',display_name='tempest-TestVolumeBootPattern-server-1779192551',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1779192551',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:56:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-bd27hrxe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:56:28Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=d4dfe300-7175-46be-b8a8-0a778326279d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_vif [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape0681dc3-a9, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3d46ef2d-158a-43a9-bfc7-06eb30ad2cf4) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.compute.manager [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing instance network info cache due to event network-changed-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] Acquiring lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] Acquired lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.network.neutron [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Refreshing network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:58:11 user nova-compute[74725]: INFO os_vif [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:79:d1,bridge_name='br-int',has_traffic_filtering=True,id=e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape0681dc3-a9')
Nov 15 17:58:11 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QjMirSPI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:58:11 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d1d9466-02e4-401e-a4c3-f1f034292644]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:58:11 user nova-compute[74725]: No targets found.
Nov 15 17:58:11 user nova-compute[74725]: iSNS:
Nov 15 17:58:11 user nova-compute[74725]: No targets found.
Nov 15 17:58:11 user nova-compute[74725]: STATIC:
Nov 15 17:58:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614
Nov 15 17:58:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:58:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:58:11 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e
Nov 15 17:58:11 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:58:11 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:58:11 user nova-compute[74725]: FIRMWARE:
Nov 15 17:58:11 user nova-compute[74725]: No targets found.
Nov 15 17:58:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:58:11 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:58:11 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d135582e-8496-4ed0-99c7-7b3938d0e094]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[76dc0d10-d56c-4c61-bfad-3b2b7f63e1e1]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:58:11 user nova-compute[74725]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)
Nov 15 17:58:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:58:11 user nova-compute[74725]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 (non-flash)
Nov 15 17:58:11 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcaac623130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614'): ({'sdc'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdc {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7ad018b-0056-4b65-8f55-72f6da3ec8c9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:11 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[686ea4f1-f90b-4916-a352-1e8736c71f73]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdc {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0ab312-31ed-45bb-904b-c129c4257460]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e58bd9-2345-4154-96cf-d397e427ca60]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdc have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO35156e4b-9a01921c68f78a39', '/dev/disk/by-id/scsi-23961303139323163', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_35156e4b') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21497bc-e5be-4c7c-86fb-6c99f3b2d120]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffb717b-1109-4033-962b-faeb88ed8e46]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0b6462e-aca9-4659-b074-81139c68876b]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260]
Nov 15 17:58:12 user nova-compute[74725]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614, portal: 172.16.0.220,3260] successful.
Nov 15 17:58:12 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3f25d736-5051-4e53-8484-8ce6719a2614 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[8131d12e-2102-4c7f-bbb5-deb766491b19]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (309ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:58:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Deleting instance files /opt/stack/data/nova/instances/d4dfe300-7175-46be-b8a8-0a778326279d_del
Nov 15 17:58:12 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Deletion of /opt/stack/data/nova/instances/d4dfe300-7175-46be-b8a8-0a778326279d_del complete
Nov 15 17:58:12 user nova-compute[74725]: INFO nova.compute.manager [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.network.neutron [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updated VIF entry in instance network info cache for port e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.network.neutron [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [{"id": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "address": "fa:16:3e:f0:79:d1", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape0681dc3-a9", "ovs_interfaceid": "e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-e09368e2-8597-43c1-9755-911d606909bc req-a835100d-44b3-4beb-bc05-cf699e19ae55 service nova] Releasing lock "refresh_cache-d4dfe300-7175-46be-b8a8-0a778326279d" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:58:12 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:58:12 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Took 0.43 seconds to deallocate network for instance.
Nov 15 17:58:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] Acquiring lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] Lock "d4dfe300-7175-46be-b8a8-0a778326279d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] No waiting events found dispatching network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:58:13 user nova-compute[74725]: WARNING nova.compute.manager [req-8d1ea74e-4a24-4330-86e1-ad7671338347 req-dbc1a8ad-a142-4b30-a482-49dde214e58a service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received unexpected event network-vif-plugged-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a for instance with vm_state active and task_state deleting.
Nov 15 17:58:13 user nova-compute[74725]: INFO nova.compute.manager [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Took 0.72 seconds to detach 1 volumes for instance.
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.143s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:13 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance d4dfe300-7175-46be-b8a8-0a778326279d
Nov 15 17:58:13 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-244e7ba1-e546-4baf-918e-0292cd48ba06 tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "d4dfe300-7175-46be-b8a8-0a778326279d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.639s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:13 user nova-compute[74725]: DEBUG nova.compute.manager [req-7997cfcf-3f8a-4d32-8715-ebc3cab13314 req-de2c0a11-00a0-4bdd-a154-a94cefa73102 service nova] [instance: d4dfe300-7175-46be-b8a8-0a778326279d] Received event network-vif-deleted-e0681dc3-a94d-4fa4-9d5e-c4cff7582f5a {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:58:16 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:21 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:26 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:31 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:36 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:58:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:41 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:45 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Forcefully refreshing network info cache for instance {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.objects.instance [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lazy-loading 'info_cache' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.network.neutron [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:58:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated the network info_cache for instance {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 17:58:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:48 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:48 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:58:51 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:51 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74725) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 17:58:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:58:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=24.881149291992188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74725) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:58:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.165s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:58:56 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:58:56 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG nova.compute.manager [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing instance network info cache due to event network-changed-bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] Acquiring lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] Acquired lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG nova.network.neutron [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Refreshing network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:07 user nova-compute[74725]: INFO nova.compute.manager [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Terminating instance
Nov 15 17:59:07 user nova-compute[74725]: DEBUG nova.compute.manager [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Start destroying the instance on the hypervisor. {{(pid=74725) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:07 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-unplugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] No waiting events found dispatching network-vif-unplugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.compute.manager [req-6569c1d6-2146-4dd2-873c-19487cc329c8 req-272b9d63-7508-4112-b77d-c19a0869fdea service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-unplugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 for instance with task_state deleting. {{(pid=74725) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updated VIF entry in instance network info cache for port bf47d418-49c3-432f-acf7-8dd26b7eac39. {{(pid=74725) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.network.neutron [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [{"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-320e506a-d9da-4c9d-adf1-7251d046205a req-2fda70fc-f62a-415d-af01-596ad03803a8 service nova] Releasing lock "refresh_cache-f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" {{(pid=74725) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Instance destroyed successfully.
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.objects.instance [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lazy-loading 'resources' on Instance uuid f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46 {{(pid=74725) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.vif [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T17:54:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-566056163',display_name='tempest-TestVolumeBootPattern-server-566056163',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-566056163',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnBRVt7nRjMH5Rkjn0Y9XGW6XMjqhcHtfFFdeG39JocJqrhD+20f9oV9BMRZZnSHpYWWWrHz2xxzW1XJ8H+hh+FA68yiOZry1LNBmC8oOyzz3E0me5cmkinOr43ZTh2Dw==',key_name='tempest-TestVolumeBootPattern-718587038',keypairs=<?>,launch_index=0,launched_at=2023-11-15T17:54:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f7513bbea34604ae5d487c8c51f8c0',ramdisk_id='',reservation_id='r-eg19efyf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1329254305',owner_user_name='tempest-TestVolumeBootPattern-1329254305-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T17:54:29Z,user_data=None,user_id='2e2b763981304a20afa5cc8eedd9e8b9',uuid=f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converting VIF {"id": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "address": "fa:16:3e:bd:eb:2c", "network": {"id": "1589f206-6cd6-4733-95b0-b663dc034e6c", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1076238793-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f7513bbea34604ae5d487c8c51f8c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf47d418-49", "ovs_interfaceid": "bf47d418-49c3-432f-acf7-8dd26b7eac39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.network.os_vif_util [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49') {{(pid=74725) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_vif [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49') {{(pid=74725) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf47d418-49, bridge=br-int, if_exists=True) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90f07d57-cb45-4a03-85a6-94b152e59ffc) {{(pid=74725) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:08 user nova-compute[74725]: INFO os_vif [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:eb:2c,bridge_name='br-int',has_traffic_filtering=True,id=bf47d418-49c3-432f-acf7-8dd26b7eac39,network=Network(1589f206-6cd6-4733-95b0-b663dc034e6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf47d418-49')
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] calling os-brick to detach iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fcaac4fedd0>, {'target_iqn': 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UCnKtHvh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 17:59:08 user nova-compute[74725]: WARNING os_brick.initiator.connectors.base [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[daacf791-e5f0-4efa-aa81-98368f3f4c8d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 17:59:08 user nova-compute[74725]: No targets found.
Nov 15 17:59:08 user nova-compute[74725]: iSNS:
Nov 15 17:59:08 user nova-compute[74725]: No targets found.
Nov 15 17:59:08 user nova-compute[74725]: STATIC:
Nov 15 17:59:08 user nova-compute[74725]: Target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e
Nov 15 17:59:08 user nova-compute[74725]:         Portal: 172.16.0.220:3260,-1
Nov 15 17:59:08 user nova-compute[74725]:                 Iface Name: default
Nov 15 17:59:08 user nova-compute[74725]: FIRMWARE:
Nov 15 17:59:08 user nova-compute[74725]: No targets found.
Nov 15 17:59:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 17:59:08 user nova-compute[74725]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 17:59:08 user nova-compute[74725]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74725) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e', 0)] {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc738264-f84e-4af7-af46-f8f090c569ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d2a4f9-c637-4809-a5b5-4746879c0f86]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:59:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e (non-flash)
Nov 15 17:59:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fcacc341fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e'): ({'sdb'}, set())}) {{(pid=74725) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Removing single pathed devices sdb {{(pid=74725) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2d53ca-7020-4996-8034-5ae04a8e6604]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[53506a1b-48a4-4b31-8be4-04f7c1f82e27]: (4, ('ok\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Flushing IO for device /dev/sdb {{(pid=74725) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[30930e3e-4c24-4e94-8164-ed64900a5370]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74725) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d03c115-2677-4a4f-ac95-b3789802ade5]: (4, ('1', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.linuxscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] SCSI volumes sdb have been removed. {{(pid=74725) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO888d3f9-7da6d767d98e27a7', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_888d3f9', '/dev/disk/by-id/scsi-23764613664373637') {{(pid=86049) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5482e10-ed40-4322-bdc7-eba7cb78259c]: (4, None) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e')] {{(pid=74725) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e8cf03-9d6f-453a-93b0-c664fd9bd9c7]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --logout {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e5260e6-61cd-46f7-b096-389cabc413b5]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260]
Nov 15 17:59:08 user nova-compute[74725]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e, portal: 172.16.0.220,3260] successful.
Nov 15 17:59:08 user nova-compute[74725]:  stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op delete {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a3a7de-f659-4d0c-8f0b-5a929b9d022e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86049) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e29fd9-a0d9-4272-b76c-e0c4dc785179]: (4, ('', '')) {{(pid=86049) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74725) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.base [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG os_brick.initiator.connectors.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] <== disconnect_volume: return (301ms) None {{(pid=74725) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.virt.libvirt.volume.iscsi [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Disconnected iSCSI Volume {{(pid=74725) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 17:59:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Deleting instance files /opt/stack/data/nova/instances/f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46_del
Nov 15 17:59:08 user nova-compute[74725]: INFO nova.virt.libvirt.driver [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Deletion of /opt/stack/data/nova/instances/f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46_del complete
Nov 15 17:59:08 user nova-compute[74725]: INFO nova.compute.manager [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 15 17:59:08 user nova-compute[74725]: DEBUG oslo.service.loopingcall [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74725) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.compute.manager [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Deallocating network for instance {{(pid=74725) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 17:59:08 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] deallocate_for_instance() {{(pid=74725) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 17:59:09 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:09 user nova-compute[74725]: DEBUG nova.network.neutron [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Updating instance_info_cache with network_info: [] {{(pid=74725) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 17:59:09 user nova-compute[74725]: INFO nova.compute.manager [-] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Took 0.54 seconds to deallocate network for instance.
Nov 15 17:59:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] Acquiring lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] No waiting events found dispatching network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 17:59:10 user nova-compute[74725]: WARNING nova.compute.manager [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received unexpected event network-vif-plugged-bf47d418-49c3-432f-acf7-8dd26b7eac39 for instance with vm_state active and task_state deleting.
Nov 15 17:59:10 user nova-compute[74725]: DEBUG nova.compute.manager [req-664083d4-9045-4ee2-9aca-f5170026e64e req-e915cdda-ba09-468e-80a2-19ae0eaa04e3 service nova] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Received event network-vif-deleted-bf47d418-49c3-432f-acf7-8dd26b7eac39 {{(pid=74725) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 17:59:10 user nova-compute[74725]: INFO nova.compute.manager [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] [instance: f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46] Took 0.86 seconds to detach 1 volumes for instance.
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.112s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:10 user nova-compute[74725]: INFO nova.scheduler.client.report [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Deleted allocations for instance f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46
Nov 15 17:59:10 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-999112a7-1c32-4e3b-ad1e-a55a0723cd8a tempest-TestVolumeBootPattern-1329254305 tempest-TestVolumeBootPattern-1329254305-project-member] Lock "f7d815c5-7b5b-4b8c-ab06-906fcc9d9e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.852s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:33 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:37 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:38 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:43 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:46 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Starting heal instance info cache {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 17:59:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Rebuilding the list of instances to heal {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 17:59:46 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Didn't find any instances for network info cache update. {{(pid=74725) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 17:59:47 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:48 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:49 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:49 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:49 user nova-compute[74725]: DEBUG nova.compute.manager [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74725) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 17:59:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:52 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Auditing locally available compute resources for user (node: user) {{(pid=74725) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:59:53 user nova-compute[74725]: WARNING nova.virt.libvirt.driver [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Hypervisor/Node resource view: name=user free_ram=9101MB free_disk=24.88028335571289GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}] {{(pid=74725) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74725) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.provider_tree [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed in ProviderTree for provider: de0dea25-e445-4fc8-9cf3-badeda082d3e {{(pid=74725) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.scheduler.client.report [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Inventory has not changed for provider de0dea25-e445-4fc8-9cf3-badeda082d3e based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74725) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG nova.compute.resource_tracker [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Compute_service record updated for user:user {{(pid=74725) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 17:59:53 user nova-compute[74725]: DEBUG oslo_concurrency.lockutils [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=74725) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 17:59:56 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 17:59:58 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 17:59:59 user nova-compute[74725]: DEBUG oslo_service.periodic_task [None req-827bc307-82f0-45ee-8b26-c95bc5613d63 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74725) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 18:00:01 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:03 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:06 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:08 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:13 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 18:00:18 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:23 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74725) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74725) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 18:00:28 user nova-compute[74725]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74725) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}